-- Logs begin at Tue 2021-11-23 13:36:04 UTC, end at Tue 2021-11-23 14:56:56 UTC. -- Nov 23 14:22:03.180660 dv-cinder-804757-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 14:22:05.900842 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.common.config [-] Logging enabled! Nov 23 14:22:05.901477 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 14:22:05.901656 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102954) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 14:22:05.904901 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.common.config [-] Logging enabled! Nov 23 14:22:05.905158 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 14:22:05.905472 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102954) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 14:22:05.906416 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 14:22:05.906654 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 14:22:05.907028 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 14:22:05.907271 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 14:22:05.907500 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 14:22:05.907829 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.908278 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 14:22:05.908602 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.908905 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.909206 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.909505 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.909805 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.910092 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.910385 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.910686 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.910977 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.911263 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.911551 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.912004 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.912323 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.912620 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.912912 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.913202 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] debug = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.913490 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.913927 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.914340 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.914623 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.914916 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.915200 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.915476 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.915756 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.916041 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.916395 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] host = dv-cinder-804757-10-iscsi {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.916675 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.916964 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.917254 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.917543 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.917820 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.918102 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.918387 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.918664 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.918938 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.919217 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.919508 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.919796 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.920092 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.920356 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.920566 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.920854 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.921142 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.921423 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.921700 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.921975 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.922250 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.922526 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.922795 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.923084 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.923374 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.923662 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.923940 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.924218 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.924516 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.924789 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.925077 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.925353 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.925631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.925906 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.926194 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.926465 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.926739 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.927039 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.927551 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.927787 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.928018 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.928329 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.928620 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.928897 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.929174 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.929451 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] use_json = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.929728 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.930008 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.930292 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.930568 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.930844 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.931119 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.931395 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.931683 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:05.931984 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.932313 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.932619 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.932907 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.933218 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.933504 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.933798 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.934080 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.934374 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.934667 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.934957 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.935237 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.935532 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.935815 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.936114 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.936450 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.936752 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.937049 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.937330 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.937612 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.937892 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.938175 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.938468 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.938751 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.939042 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.939333 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.939617 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.939922 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.940213 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.940534 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.940832 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.941114 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.941401 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.941701 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.941988 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.942270 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.942555 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.942846 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.943666 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.943945 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.944252 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.944541 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.944821 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.945099 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.945381 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.945675 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.945959 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.946238 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.946515 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.946798 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.947074 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.947363 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.947643 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.947920 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.948197 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.948502 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.948780 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.949056 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.949338 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.949615 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.949902 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.950180 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.950458 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.950734 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.951011 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.951285 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.951559 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.951834 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.952115 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.952422 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.952698 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.952975 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.953252 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.953528 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.953821 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.954125 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.954410 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.954696 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.954980 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.955263 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.955545 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.955828 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.956112 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.956423 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.956703 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.956999 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.957287 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.957576 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.957863 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.958177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.958478 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.959352 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.959644 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.959932 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.960217 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.960531 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.960823 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.961123 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.961422 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.961722 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.962019 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.962317 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.962604 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.962918 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.963205 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:05.963426 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 14:22:05.963669 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102954) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 14:22:06.394063 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 14:22:06.394346 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 14:22:06.394652 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 14:22:06.394987 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 14:22:06.720700 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.721010 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.721283 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.722465 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.722743 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.723128 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.759779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.760064 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.760361 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.774652 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.774938 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.775211 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.804574 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.804854 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.805126 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.842609 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.842896 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:06.843187 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.089258 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.089890 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.089890 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.090080 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.090684 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.189607 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.189929 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.190216 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.190491 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.190847 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.191156 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.191417 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.191675 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.191930 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.192213 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.192502 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.192769 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.193617 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.193617 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.194132 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.194352 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.194607 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.194873 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.195141 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.195398 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.195671 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.195925 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.196206 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.196606 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.196858 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.197106 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.197508 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:07.197753 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:07.197993 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:07.198233 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:07.198469 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:07.198703 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:07.199062 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 14:22:07.202195 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 14:22:07.206194 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 14:22:07.210147 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Nov 23 14:22:07.211921 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 14:22:07.212409 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 14:22:07.212752 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 14:22:07.213146 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 14:22:07.215975 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 14:22:07.216224 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 14:22:07.216595 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 14:22:07.221870 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 14:22:07.245013 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 14:22:07.245465 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.245768 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102954) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 14:22:07.246131 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.247533 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102954) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 14:22:07.247815 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 14:22:07.248063 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 14:22:07.252575 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.252858 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:07.317095 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 14:22:07.317334 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 14:22:07.317572 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 14:22:07.318049 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 14:22:07.338996 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_db.sqlalchemy.engines [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102954) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 14:22:08.175060 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing driver for type 'gre' Nov 23 14:22:08.175733 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] gre ID ranges: [(1, 1000)] Nov 23 14:22:08.340993 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing driver for type 'local' Nov 23 14:22:08.341354 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing driver for type 'vlan' Nov 23 14:22:08.432270 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] VlanTypeDriver initialization complete Nov 23 14:22:08.432558 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing driver for type 'vxlan' Nov 23 14:22:08.433070 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] vxlan ID ranges: [(1, 1000)] Nov 23 14:22:08.597556 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing extension driver 'port_security' Nov 23 14:22:08.597891 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.extensions.port_security [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] PortSecurityExtensionDriver initialization complete Nov 23 14:22:08.598223 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing mechanism driver 'openvswitch' Nov 23 14:22:08.598547 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing mechanism driver 'hyperv' Nov 23 14:22:08.605272 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:08.605960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.606336 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.606696 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.607234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:22:08.607685 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.608026 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.608400 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.608807 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:22:08.609219 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.609571 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.609919 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.610320 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:22:08.610729 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > security_group after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.611081 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > security_group after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.611424 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.611970 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:22:08.612406 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.612763 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617321 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617321 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:22:08.617321 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > address_group after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617321 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > address_group after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617321 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617711 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:22:08.617711 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] ML2 OVO RPC backend initialized. {{(pid=102954) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 14:22:08.617711 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617711 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.617711 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.618079 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > networks before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.618079 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.618365 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > ports before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.618716 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.619065 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnets before_response 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.619415 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.619759 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.620099 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.620468 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.620809 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.621146 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.621482 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.621826 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.622163 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.622736 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.plugin [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Modular L2 Plugin initialization complete Nov 23 14:22:08.623065 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading services supported by the core plugin {{(pid=102954) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 14:22:08.623392 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.plugins.ml2.managers [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Got port-security extension from driver 'port_security' Nov 23 14:22:08.623858 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.extensions.vlantransparent [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Disabled vlantransparent extension. Nov 23 14:22:08.624367 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102954) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 14:22:08.624686 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: router Nov 23 14:22:08.660927 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.661317 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_create 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.661697 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router before_create 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.662058 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.662431 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.662791 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_delete 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.663151 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > floatingip after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.663500 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.663861 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_create 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.664207 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_update 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.664580 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_update 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.664927 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.665285 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_update 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.665698 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_update 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.666065 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.666405 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.666743 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: subnet after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.667082 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.667431 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.667779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_create 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.668121 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.668492 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.668852 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router after_update 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.669202 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.669554 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_create 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.669916 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.670263 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_update 55549900 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.670628 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > agent after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.670979 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > agent after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.671328 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > network after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.672191 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Tracking information for resource: router configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:08.672549 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Tracking information for resource: floatingip configured {{(pid=102954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:22:08.678037 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.db.l3_agentschedulers_db [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 14:22:08.678606 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.678970 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port after_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.679324 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port after_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.679677 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: port after_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.680498 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router before_create 55550100 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.680863 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.681223 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_create 55550100 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.681584 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > router precommit_update 55550100 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.686475 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.provider_configuration [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service providers = [] {{(pid=102954) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 14:22:08.686797 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.db.servicetype_db [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102954) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 14:22:08.689766 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.service_base [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:22:08.690115 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.service_base [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:22:08.690454 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.service_base [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:22:08.691344 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.services.service_base [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:22:08.691719 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.services.service_base [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 14:22:08.692094 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.692433 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 14:22:08.703742 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.704077 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: auto_allocate Nov 23 14:22:08.710041 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: network precommit_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.710411 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: network precommit_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.710934 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.711258 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: tag Nov 23 14:22:08.717880 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.718210 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: timestamp Nov 23 14:22:08.722281 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.722611 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: network_ip_availability Nov 23 14:22:08.728228 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.728618 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.728980 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.729703 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.730028 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: flavors Nov 23 14:22:08.734862 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.735197 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading Plugin: revisions Nov 23 14:22:08.739532 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:22:08.740617 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_concurrency.lockutils [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.345s {{(pid=102954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 14:22:08.741476 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102954) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 14:22:08.741814 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Initializing extension manager. Nov 23 14:22:08.742342 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: __init__.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.742685 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: __pycache__ {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.743022 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.743355 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: address_group.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.744107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.744703 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: address-group Nov 23 14:22:08.745028 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: address_scope.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.747232 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.747759 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: address-scope Nov 23 14:22:08.748096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.749078 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.749595 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: router-admin-state-down-before-update Nov 23 14:22:08.749925 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: agent.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.750637 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.751146 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: agent Nov 23 14:22:08.751472 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: agent_resources_synced.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.752440 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.752950 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: agent-resources-synced Nov 23 14:22:08.753277 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: allowedaddresspairs.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.755070 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.755795 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: allowed-address-pairs Nov 23 14:22:08.756132 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: auto_allocated_topology.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.757263 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.757780 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: auto-allocated-topology Nov 23 14:22:08.758110 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: availability_zone.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.758809 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.759318 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: availability_zone Nov 23 14:22:08.759644 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: availability_zone_filter.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.760597 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.761105 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: availability_zone_filter Nov 23 14:22:08.761429 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: data_plane_status.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.762340 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.762847 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 14:22:08.763171 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: default_subnetpools.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.764082 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.764626 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: default-subnetpools Nov 23 14:22:08.764948 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.765755 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.766262 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: dhcp_agent_scheduler Nov 23 14:22:08.766586 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: dns.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.767503 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.768006 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension dns-integration not supported by any of loaded plugins Nov 23 14:22:08.768370 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: dns_domain_ports.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.769292 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.769796 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 14:22:08.770121 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.771869 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.772627 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 14:22:08.772963 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: dvr.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.773646 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.774162 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: dvr Nov 23 14:22:08.774488 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: ecmp_routes.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.775415 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.775922 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 14:22:08.776261 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: empty_string_filtering.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.777186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.777697 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: empty-string-filtering Nov 23 14:22:08.778017 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.778933 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.779434 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 14:22:08.779756 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.780704 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.781206 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 14:22:08.781527 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: external_net.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.782435 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.782946 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: external-net Nov 23 14:22:08.783268 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.784195 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.784729 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: extra_dhcp_opt Nov 23 14:22:08.785051 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: extraroute.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.785958 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.786459 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: extraroute Nov 23 14:22:08.787509 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: extraroute_atomic.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.788610 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.789120 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: extraroute-atomic Nov 23 14:22:08.789443 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: filter_validation.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.790113 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.790618 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: filter-validation Nov 23 14:22:08.790943 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: fip_pf_description.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.791862 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.792402 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 14:22:08.792728 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: fip_port_details.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.793646 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.794160 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: fip-port-details Nov 23 14:22:08.794481 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: flavors.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.795728 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.796276 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: flavors Nov 23 14:22:08.796609 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.798306 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.798828 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 14:22:08.799157 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: floatingip_pools.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.799864 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.800418 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: floatingip-pools Nov 23 14:22:08.800744 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: ip_allocation.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.801670 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.802295 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 14:22:08.802527 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.803452 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.803960 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: ip-substring-filtering Nov 23 14:22:08.804311 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l2_adjacency.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.805233 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.805734 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 14:22:08.806054 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.807163 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.807687 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: router Nov 23 14:22:08.808009 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.810291 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.810819 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 14:22:08.811155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.812082 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.812641 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: ext-gw-mode Nov 23 14:22:08.812971 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.813896 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.814406 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: l3-ha Nov 23 14:22:08.814731 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3_flavors.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.815643 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.816152 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: l3-flavors Nov 23 14:22:08.816509 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.817422 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.818500 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 14:22:08.818833 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: l3agentscheduler.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.819866 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.820415 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: l3_agent_scheduler Nov 23 14:22:08.820745 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: local_ip.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.822542 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.823066 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension local_ip not supported by any of loaded plugins Nov 23 14:22:08.823406 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: logging.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.824933 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.825452 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension logging not supported by any of loaded plugins Nov 23 14:22:08.825785 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: metering.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.826530 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.827105 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: metering Nov 23 14:22:08.827434 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.828564 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.829079 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: metering_source_and_destination_fields Nov 23 14:22:08.829404 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: multiprovidernet.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.830332 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.830841 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: multi-provider Nov 23 14:22:08.831166 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: netmtu.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.832083 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.832625 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: net-mtu Nov 23 14:22:08.832949 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: netmtu_writable.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.834501 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.835006 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: net-mtu-writable Nov 23 14:22:08.835329 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: network_availability_zone.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.836002 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.836529 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: network_availability_zone Nov 23 14:22:08.836854 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: network_ip_availability.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.837972 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.838492 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: network-ip-availability Nov 23 14:22:08.838818 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: network_segment_range.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.839582 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.840086 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 14:22:08.840442 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: pagination.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.841437 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.841894 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: pagination Nov 23 14:22:08.842218 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: port_device_profile.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.843156 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.843665 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: port-device-profile Nov 23 14:22:08.843987 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.844948 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.845458 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: port-mac-address-regenerate Nov 23 14:22:08.845780 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.846702 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.847210 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: port-numa-affinity-policy Nov 23 14:22:08.847531 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: port_resource_request.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.848475 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.848979 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 14:22:08.849413 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: port_resource_request_groups.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.850389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.850893 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 14:22:08.851219 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: portbindings.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.852153 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.852692 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: binding Nov 23 14:22:08.853022 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: portbindings_extended.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.854321 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.854841 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: binding-extended Nov 23 14:22:08.855174 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: portsecurity.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.856103 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.856644 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: port-security Nov 23 14:22:08.856996 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: project_id.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.857956 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.858288 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: project-id Nov 23 14:22:08.858612 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: providernet.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.859559 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.860073 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: provider Nov 23 14:22:08.860438 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.864085 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.864640 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos not supported by any of loaded plugins Nov 23 14:22:08.865083 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.866338 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.866856 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 14:22:08.867188 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.868111 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.868650 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 14:22:08.868982 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_default.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.869895 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.870409 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-default not supported by any of loaded plugins Nov 23 14:22:08.870739 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_fip.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.871400 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.871907 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-fip not supported by any of loaded plugins Nov 23 14:22:08.872243 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_gateway_ip.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.873181 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.873697 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 14:22:08.874021 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_port_network_policy.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.874937 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.875451 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 14:22:08.875776 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.876870 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.877387 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 14:22:08.877714 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_pps_rule.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.878891 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.879406 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-pps not supported by any of loaded plugins Nov 23 14:22:08.879733 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_rule_type_details.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.881371 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.881990 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 14:22:08.882319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: qos_rules_alias.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.883382 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.883897 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 14:22:08.884220 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: quota_check_limit.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.885164 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.885675 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: quota-check-limit Nov 23 14:22:08.885996 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: quotasv2.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.886957 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.887285 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: quotas Nov 23 14:22:08.887607 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: quotasv2_detail.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.891006 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.891344 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: quota_details Nov 23 14:22:08.891675 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: rbac.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.892855 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.893385 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: rbac-policies Nov 23 14:22:08.893716 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: rbac_address_group.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.894652 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.895169 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: rbac-address-group Nov 23 14:22:08.895496 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: rbac_address_scope.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.897151 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.897669 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: rbac-address-scope Nov 23 14:22:08.897995 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: rbac_security_groups.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.898919 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.899430 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: rbac-security-groups Nov 23 14:22:08.899753 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: rbac_subnetpool.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.900709 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.901221 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: rbac-subnetpool Nov 23 14:22:08.901543 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: revisionifmatch.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.902465 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.902978 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: revision-if-match Nov 23 14:22:08.903299 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: revisions.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.904443 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.904956 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: standard-attr-revisions Nov 23 14:22:08.905290 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: router_availability_zone.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.905950 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.906463 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: router_availability_zone Nov 23 14:22:08.906787 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: routerservicetype.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.907712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.908220 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension router-service-type not supported by any of loaded plugins Nov 23 14:22:08.908572 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.909588 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.910099 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: security-groups-normalized-cidr Nov 23 14:22:08.910423 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.911347 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.911885 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: port-security-groups-filtering Nov 23 14:22:08.912205 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.913162 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.913672 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: security-groups-remote-address-group Nov 23 14:22:08.913998 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.914939 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.915448 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: security-groups-shared-filtering Nov 23 14:22:08.915771 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.916393 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 14:22:08.916715 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: securitygroup.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.926542 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.927071 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: security-group Nov 23 14:22:08.927500 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: segment.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.928319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.928830 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension segment not supported by any of loaded plugins Nov 23 14:22:08.929158 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.930098 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.930606 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 14:22:08.930931 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: servicetype.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.932028 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.932581 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: service-type Nov 23 14:22:08.932909 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: sorting.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.933907 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.934240 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: sorting Nov 23 14:22:08.934566 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: standard_attr_segment.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.935485 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.936002 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 14:22:08.936363 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: standardattrdescription.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.937075 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.937542 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: standard-attr-description Nov 23 14:22:08.937866 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: stateful_security_group.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.938805 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.939322 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: stateful-security-group Nov 23 14:22:08.939650 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: stdattrs_common.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.940231 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 14:22:08.940583 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.941533 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.942046 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 14:22:08.942369 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: subnet_onboard.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.944036 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.944583 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: subnet_onboard Nov 23 14:22:08.944910 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.945845 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.946354 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 14:22:08.946678 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: subnet_service_types.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.947618 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.948134 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: subnet-service-types Nov 23 14:22:08.948488 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: subnetallocation.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.949576 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.950095 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: subnet_allocation Nov 23 14:22:08.950426 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.951096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.951607 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: subnetpool-prefix-ops Nov 23 14:22:08.951932 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.972892 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.973412 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 14:22:08.973740 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: tagging.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.974858 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.975373 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: standard-attr-tag Nov 23 14:22:08.975700 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: timestamp.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.976958 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.977476 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loaded extension: standard-attr-timestamp Nov 23 14:22:08.977803 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: trunk.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.978842 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.979363 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension trunk not supported by any of loaded plugins Nov 23 14:22:08.979691 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: trunk_details.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.980645 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.981161 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension trunk-details not supported by any of loaded plugins Nov 23 14:22:08.981490 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: uplink_status_propagation.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.982413 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.982926 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 14:22:08.983256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Loading extension file: vlantransparent.py {{(pid=102954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:22:08.983923 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:22:08.984452 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 14:22:08.986963 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:network Nov 23 14:22:08.987497 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:subnet Nov 23 14:22:08.987888 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:22:08.988309 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:port Nov 23 14:22:08.989543 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.990035 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service FLAVORS assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.990661 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.991084 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.991417 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:router Nov 23 14:22:08.991841 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:floatingip Nov 23 14:22:08.992358 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service METERING assigned prefix: /metering {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.993802 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.994175 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.994528 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:22:08.995563 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 14:22:08.996007 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:security_group Nov 23 14:22:08.996470 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 14:22:08.997117 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service CORE assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.997446 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:22:08.997786 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] subnetpool is already registered Nov 23 14:22:08.998215 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service CORE assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:08.998542 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:22:08.998870 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] subnetpool is already registered Nov 23 14:22:09.001161 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.001588 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service FLAVORS assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.002181 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.002604 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.002938 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:router Nov 23 14:22:09.003282 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] router is already registered Nov 23 14:22:09.003691 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:floatingip Nov 23 14:22:09.004026 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] floatingip is already registered Nov 23 14:22:09.004502 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service METERING assigned prefix: /metering {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.005161 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 14:22:09.006079 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] rbac_policy is already registered Nov 23 14:22:09.006666 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:security_group Nov 23 14:22:09.007013 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] security_group is already registered Nov 23 14:22:09.007416 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 14:22:09.007752 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] security_group_rule is already registered Nov 23 14:22:09.008405 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service CORE assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.008735 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:22:09.009094 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] subnetpool is already registered Nov 23 14:22:09.009510 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.v2.resource_helper [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Service CORE assigned prefix: {{(pid=102954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:22:09.009835 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:22:09.016025 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING neutron.quota.resource_registry [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] subnetpool is already registered Nov 23 14:22:09.016025 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: extensions {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.016025 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: address-groups {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.016025 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: address-scopes {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.016025 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: agents {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.016423 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: auto-allocated-topology {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.017387 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: availability_zones {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.018629 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: dhcp-networks {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.020255 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: dhcp-agents {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.022341 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: routers {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.025617 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: flavors {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.026852 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: service_profiles {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.028095 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: next_providers {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.029611 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: service_profiles {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.031193 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: floatingip-pools {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.032444 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: routers {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.034610 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: floatingips {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.035899 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: l3-routers {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.037517 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: l3-agents {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.038921 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: metering-labels {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.040318 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: metering-label-rules {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.041807 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: network-ip-availabilities {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.043094 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: bindings {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.044799 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: quotas {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.046381 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: quotas {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.047940 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: rbac-policies {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.049277 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: security-groups {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.050531 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: security-group-rules {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.051774 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: service-providers {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.053597 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: subnetpools {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.055193 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: subnetpools {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.056729 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.058436 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.060343 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.062137 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.063975 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.065976 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.068313 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.070505 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.072413 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.074416 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron.api.extensions [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Extended resource: tags {{(pid=102954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:22:09.080881 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING keystonemiddleware.auth_token [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 14:22:09.086346 dv-cinder-804757-10-iscsi neutron-server[102954]: WARNING keystonemiddleware.auth_token [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 14:22:09.095087 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_concurrency.lockutils [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Acquired lock "singleton_lock" {{(pid=102954) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 14:22:09.096227 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_concurrency.lockutils [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Releasing lock "singleton_lock" {{(pid=102954) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 14:22:09.096227 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Starting 2 workers Nov 23 14:22:09.100978 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Started child 103065 {{(pid=102954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:22:09.105550 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Started child 103066 {{(pid=102954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:22:09.106638 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.107275 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO neutron.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 14:22:09.107752 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Publish callbacks [] for process, before_spawn {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.108344 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [-] (103065) wsgi starting up on http://0.0.0.0:9696 Nov 23 14:22:09.110236 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Starting 1 workers Nov 23 14:22:09.110797 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.112264 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [-] (103066) wsgi starting up on http://0.0.0.0:9696 Nov 23 14:22:09.115516 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Started child 103067 {{(pid=102954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:22:09.116065 dv-cinder-804757-10-iscsi neutron-server[102954]: INFO oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Starting 1 workers Nov 23 14:22:09.119410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] calling RpcWorker wait() {{(pid=103067) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 14:22:09.119988 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] returning from RpcWorker wait() {{(pid=103067) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 14:22:09.120620 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Started child 103068 {{(pid=102954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:22:09.121312 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.121424 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0c75d3b3-8a06-4774-92e0-1e0db7b8a5ae None None] Publish callbacks [] for process, after_spawn {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.121856 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:09.123317 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102954) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 14:22:09.123527 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 14:22:09.123715 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 14:22:09.123942 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 14:22:09.124310 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 14:22:09.124496 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 14:22:09.125031 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.125314 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.125569 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.125839 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.126237 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.126704 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.126704 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.126967 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.127068 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:09.127209 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.127476 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.127713 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.127881 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.128047 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.128316 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133319 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133831 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133831 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] debug = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133831 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133831 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133831 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.133831 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134186 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134640 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134640 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134756 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.134966 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.135383 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.135772 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.136277 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] host = dv-cinder-804757-10-iscsi {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.136526 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.136762 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.136993 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.137253 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.137510 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.137733 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.137988 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.138233 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.138486 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.138731 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.138971 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.139223 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.139451 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.139716 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.139954 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_options = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.140126 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.140420 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.140685 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.140875 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.141046 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.141226 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.141497 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.141660 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.141921 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.142169 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.142380 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.142617 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.142849 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.143091 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.143344 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.143590 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.143810 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.144024 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.144288 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.144521 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.144748 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.144978 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.145218 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.145439 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.145671 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.146635 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.147069 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.147333 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.147759 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.148046 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.148230 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.148516 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.148742 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.148989 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.149257 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.149549 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.149708 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.149929 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.150184 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.150412 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.150678 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.150942 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.151179 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.151412 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.151638 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.151883 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.152121 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_json = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.152357 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.152584 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.152837 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.153067 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.153279 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.153493 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.153716 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.153977 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.154413 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.154727 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.155077 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.155391 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.155552 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.155823 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.156070 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.156314 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.156566 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.156819 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.157153 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.157391 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.157677 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.158056 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.158206 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.158564 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.158753 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.159012 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.159309 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.159465 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.159712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.159936 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.160220 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.160487 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.160736 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.160988 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.161210 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.161613 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.162595 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.162941 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.163220 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.163487 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.163741 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.163962 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.164250 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.164480 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.164725 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.164941 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.165158 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.165434 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.165655 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.165877 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.166116 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.166349 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.166583 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.166814 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.167038 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.167294 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.167523 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.167743 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.167981 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.168201 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.168471 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.168686 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.168932 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.169172 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.169432 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.169706 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.170456 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.170456 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.170456 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.170881 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.170881 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.171142 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.171278 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.171415 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.171602 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.171841 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.172091 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.172375 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.172596 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.173027 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.173027 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.173320 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.173465 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.173678 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.173897 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.174114 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.174349 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.174560 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.174779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.175443 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.175443 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.175443 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.176312 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.176312 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.176312 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.179389 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180713 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180713 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180713 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.180928 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.181197 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.181426 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.181658 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.181876 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.182145 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.182361 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.182861 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.183124 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.183388 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.183623 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.183890 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.184535 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.185318 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.185484 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.185891 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.186353 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.186872 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.187391 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.188208 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.188208 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.188208 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.188724 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.188892 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.189063 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.189279 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.189540 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.189793 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.190053 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.190284 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.190527 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.190774 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.191104 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.191359 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.191605 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.191845 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.192138 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.192432 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.192684 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.193027 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.193262 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.193500 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.193728 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.193960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.194176 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.194438 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.194700 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.194933 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.195226 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.195470 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.195714 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.195955 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.196171 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.196428 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.196667 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.196895 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.197147 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.197363 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.197574 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.197832 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.198044 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.198262 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.198505 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.198752 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.198973 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.199195 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.199409 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.199679 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.199900 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.200171 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.200450 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.200688 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.200925 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.201185 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.201455 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.201691 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.201939 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.202184 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.202393 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.202629 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.202850 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.203090 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.203303 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.203694 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.203944 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.204204 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.204490 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.204818 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.205082 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.205317 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.205538 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.205967 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.206126 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207117 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207117 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207117 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207117 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207117 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207857 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207857 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.207857 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.208311 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.208311 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.209172 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.209357 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.209503 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.209750 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.209994 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.210250 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.210507 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.210748 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.210964 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.211230 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.211397 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.211808 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.211808 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.212075 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.212268 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.212485 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.212696 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.212930 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.213154 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.213394 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.213651 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.213897 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.214109 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.214320 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.214542 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.214763 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.214978 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.215223 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.215433 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.215644 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.215867 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.216085 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.216346 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.216605 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.216825 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.217038 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.217283 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.217500 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.217715 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.217999 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.218254 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.218531 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.218793 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.219079 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.219331 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.219589 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.219906 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.220118 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.220385 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.220611 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.220836 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.221058 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.221297 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.221606 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.221891 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.222150 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.222404 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.222688 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.222963 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.223234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.223449 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.223752 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.224762 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.225181 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.225479 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.226163 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.226812 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.227777 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.228009 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.228275 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.228533 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.228757 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.229001 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.229236 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.230712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.230712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.230712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.230712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.230712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.230712 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.231131 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.231131 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.231277 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 14:22:09.231687 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102954) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 14:22:09.231842 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 14:22:09.231997 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 14:22:09.232380 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 14:22:09.232727 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 14:22:09.232887 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 14:22:09.233093 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.233407 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.233567 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.233905 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.234239 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.234597 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.234764 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.234920 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235074 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235216 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235352 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235489 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235637 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235791 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.235955 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.236115 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.236295 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.236458 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.236622 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.236781 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.236938 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.237096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.237253 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] debug = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.237417 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.237758 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.237758 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238045 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238045 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238196 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238345 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238546 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238682 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238818 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.238962 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.239124 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.239278 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.239428 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.239576 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.240192 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.240903 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.240903 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.240903 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] host = dv-cinder-804757-10-iscsi {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.240903 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241352 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241352 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241352 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241586 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241586 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241730 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.241836 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242045 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242270 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242709 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242709 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242709 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242938 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.242938 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_options = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243080 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243157 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243320 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243517 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243680 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243838 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.243994 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.244146 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.244335 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.244499 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.244656 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.244817 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.244975 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.245132 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.245288 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.245446 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.245605 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.245762 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.245925 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.246082 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.246239 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.246398 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.246555 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.246711 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.246872 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247027 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247185 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247341 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247552 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247651 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247795 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.247958 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.248114 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.248287 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.248428 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.248577 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.248723 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.248881 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.249025 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.249187 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.249419 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.249708 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.249966 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.250373 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.250550 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.250697 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.250859 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_json = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251020 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251181 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251324 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251486 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251643 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251789 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.251990 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.252123 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:22:09.252279 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.252442 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.252614 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.252770 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.252923 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.253068 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.253231 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.253391 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.253550 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.253706 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.253866 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254026 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254198 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254358 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254517 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254681 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254827 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.254992 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.255155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.255922 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.256132 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.256297 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.256430 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.256585 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.256746 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.256894 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.257053 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.257222 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.257382 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.257559 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.257722 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.257883 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.258042 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.258203 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.258364 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.258526 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.258687 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.258848 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259009 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259170 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259329 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259490 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259650 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259810 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.259976 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261234 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261825 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261825 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261825 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.261825 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262122 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262122 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262255 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262401 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262551 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262702 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.262867 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263028 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263402 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263402 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263650 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263650 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263906 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.263906 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.264172 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.264531 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.264868 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.265201 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.265462 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.265793 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.266126 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.266601 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.266776 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.266910 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.267075 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.267222 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.267463 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.267675 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.267839 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268004 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268169 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268347 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268498 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268718 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268859 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.268995 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.269128 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.269267 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.269403 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.269549 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.269687 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.269845 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.270006 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.270167 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.270329 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.270489 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.270649 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.270811 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.271059 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.271468 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.271638 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.271799 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.271960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.272119 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.272577 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.272577 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.272834 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.273096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.273236 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.273359 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.273521 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.273694 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.273855 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.274019 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.274180 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.274348 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.274521 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.274682 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.274844 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275000 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275139 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275300 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275461 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275621 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275781 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.275940 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.276100 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.276294 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.276459 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.276620 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.276781 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.276972 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.277133 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.277295 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.277456 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.277615 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.277777 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.277937 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.278816 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.278816 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.278816 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.278816 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.278816 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279397 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279397 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279397 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279397 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279834 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279834 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.279834 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280161 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280161 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280426 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280426 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280650 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280650 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.280882 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.281779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.281779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.281779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.281779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.281779 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282268 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282268 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282268 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282541 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282541 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282684 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282760 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282896 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.282982 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:09.283066 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.283255 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.283347 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.283504 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.283665 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.283829 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.283990 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.284151 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.284338 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.284500 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.284662 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.284824 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.284986 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.285152 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.285309 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.285469 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.285646 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.285806 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.285966 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.286126 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.286286 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.286446 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.287120 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.287280 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.287438 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.287598 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288107 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288661 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288661 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288814 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.288894 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.289047 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.289210 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.289385 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.289547 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.289708 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.289869 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290030 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290432 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290432 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290603 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290680 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290790 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.290948 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.291109 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.291279 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.291439 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.291599 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.291759 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.291919 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.292078 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.292262 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.292609 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.292785 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.292877 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.292979 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.294177 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.297256 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.298155 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299096 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.299960 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.300641 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:22:09.301631 dv-cinder-804757-10-iscsi neutron-server[102954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 14:22:09.359475 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49486) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:09.368812 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071445 Nov 23 14:22:20.842253 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce44b3-4afd-4760-b3f0-9e48aab31095 None None] get_active_networks_info from dv-cinder-804757-10-iscsi {{(pid=103067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:22:20.926371 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce44b3-4afd-4760-b3f0-9e48aab31095 None None] No non-hosted networks {{(pid=103067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 14:22:20.935378 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.agentschedulers_db [None req-a7ce44b3-4afd-4760-b3f0-9e48aab31095 None None] DHCP Agent not found on host dv-cinder-804757-10-iscsi {{(pid=103067) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 14:22:21.001382 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-688e65e9-ad00-4ed1-99da-bed0ead5df67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606162'] for agent, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.228381 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b58ab285-6b19-4745-8652-a0c7c634e96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606162'] for agent, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.255807 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.db.api [None req-6f53c904-9dfb-4e43-becf-3105f755a842 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-10-iscsi {{(pid=103067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:22:23.256444 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG oslo_db.api [None req-6f53c904-9dfb-4e43-becf-3105f755a842 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:22:23.860978 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6f53c904-9dfb-4e43-becf-3105f755a842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:24.455346 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606162'] for agent, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:26.095407 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606162'] for agent, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:26.211491 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.db.l3_hamode_db [None req-84a6a2d1-36c5-41e4-b5df-11181cf99dce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 14:22:26.288448 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6a2d1-36c5-41e4-b5df-11181cf99dce None None] Routers set() bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:26.288835 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6a2d1-36c5-41e4-b5df-11181cf99dce None None] Router IDs set() for agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:22:26.797726 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606162'] for agent, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:26.798390 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.798735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.799072 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.799403 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.799736 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.800060 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.800427 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.800789 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.801117 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.801483 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.803641 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.803641 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:26.803641 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:26.811939 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:27.291377 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49576) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:27.790673 dv-cinder-804757-10-iscsi neutron-server[103065]: WARNING oslo_policy.policy [None req-75c10307-d24d-4929-8bf3-608e1a5983ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:27.791247 dv-cinder-804757-10-iscsi neutron-server[103065]: WARNING oslo_policy.policy [None req-75c10307-d24d-4929-8bf3-608e1a5983ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:28.022575 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [None req-75c10307-d24d-4929-8bf3-608e1a5983ae admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:22:28.024033 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-75c10307-d24d-4929-8bf3-608e1a5983ae admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7316992 Nov 23 14:22:30.546559 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49592) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:30.853990 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:30.952333 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.policy [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103065) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 14:22:31.000972 dv-cinder-804757-10-iscsi neutron-server[103065]: WARNING oslo_policy.policy [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:31.001345 dv-cinder-804757-10-iscsi neutron-server[103065]: WARNING oslo_policy.policy [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:31.010665 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.quota [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] Loaded quota_driver: . Nov 23 14:22:31.153432 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745628114719', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745628113260', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745627766184', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745627768481', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745627778084', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745627752747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3737247', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3941108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-882705', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661997'] for rbac-policy, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:31.308483 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:31.309590 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b6cbb5ea-ec30-4b9e-87ab-84d29fa7d197 admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7620676 Nov 23 14:22:34.136710 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49604) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:34.457584 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Request body: {'network': {'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'name': 'private', 'admin_state_up': True, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:34.535178 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Made reservation on behalf of 7fd78cdd72be4f4abee5c1d5f2658719 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:34.538662 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.556516 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.668852 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.729018 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.754195 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:22:34.778919 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745629028783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.779506 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Unsubscribe: segment precommit_create {{(pid=103065) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 14:22:34.780011 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Added segment b60b4fac-dafc-4353-98d7-d3c2fd4e3460 of type vlan for network ec65df33-1327-48d2-96d8-98853738c508 Nov 23 14:22:34.785666 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f56e03-157b-49fb-93d7-1c7aa36c1398,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:34.808040 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.808362 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.808701 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.809023 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.809398 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.809686 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.810011 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.810349 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.810681 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.810976 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.811287 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.811596 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Tracked resource versions report: Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: pushed versions: Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: { 'AddressGroup': {'1.2'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'ConntrackHelper': {'1.0'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Log': {'1.0'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Network': {'1.1'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Port': {'1.7'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'PortForwarding': {'1.2'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'QosPolicy': {'1.10'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroup': {'1.5'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SubPort': {'1.0'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Subnet': {'1.1'}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Trunk': {'1.1'}} Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: consumer versions: Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'ConntrackHelper': '1.0', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Log': '1.0', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Network': '1.1', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Port': '1.7', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'PortForwarding': '1.2', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'QosPolicy': '1.10', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroup': '1.5', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroupRule': '1.2', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SubPort': '1.0', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Subnet': '1.1', Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Trunk': '1.1'}} Nov 23 14:22:34.812891 dv-cinder-804757-10-iscsi neutron-server[103065]: {{(pid=103065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:22:34.897185 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.021471 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.022545 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:35.023264 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.115591 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] Pushing event updated for resources: {'Network': ['ID=ec65df33-1327-48d2-96d8-98853738c508,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:35.127360 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network ec65df33-1327-48d2-96d8-98853738c508 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:22:35.195005 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-618bc69d-0353-48c9-9a7a-ccc366f46705 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0571969 Nov 23 14:22:37.946460 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49618) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:38.329772 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432faab-cba4-4e0e-a590-5d90fe3c46d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:38.331115 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7432faab-cba4-4e0e-a590-5d90fe3c46d2 admin admin] 10.222.0.82 "GET /v2.0/networks/ec65df33-1327-48d2-96d8-98853738c508 HTTP/1.1" status: 200 len: 826 time: 0.3837168 Nov 23 14:22:38.356680 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bbb83af8-a263-41d8-bdf0-aba231784187 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/5782ec6f-72b6-4505-ad74-00bc0b50f73d HTTP/1.1" status: 200 len: 734 time: 0.0187097 Nov 23 14:22:38.365682 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:38.460517 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Made reservation on behalf of 7fd78cdd72be4f4abee5c1d5f2658719 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:38.462796 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.792559 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.858544 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:38.867869 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Checking segment: {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:38.868260 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Network hostable DHCP agents. Network: ec65df33-1327-48d2-96d8-98853738c508, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:22:38.923292 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Network ec65df33-1327-48d2-96d8-98853738c508 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:22:38.992023 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, ec65df33-1327-48d2-96d8-98853738c508) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:38.996770 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:38.997355 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.002309 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7848243-586f-4f0c-a08e-2c78824d96bf None None] Network ec65df33-1327-48d2-96d8-98853738c508 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:39.137768 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-dc280efe-3894-4294-85e2-1452a289c9a1 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7753482 Nov 23 14:22:39.318290 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-ec65df33-1327-48d2-96d8-98853738c508', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:22:39.319515 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.619018 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Allocated IP 172.20.0.2 (ec65df33-1327-48d2-96d8-98853738c508/e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7/b85a2cd5-2293-4252-bc9d-9bdd335050a2) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:39.816566 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.866894 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.937673 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Network ec65df33-1327-48d2-96d8-98853738c508 is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:39.945222 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:39.948912 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:39.987620 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Pushing event updated for resources: {'Port': ['ID=b85a2cd5-2293-4252-bc9d-9bdd335050a2,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:40.013125 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.013789 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.013891 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.014145 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.014484 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.014832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.015167 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.015491 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.015834 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.016163 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.016510 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.016827 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Tracked resource versions report: Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: pushed versions: Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: { 'AddressGroup': {'1.2'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'ConntrackHelper': {'1.0'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Log': {'1.0'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Network': {'1.1'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Port': {'1.7'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'PortForwarding': {'1.2'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'QosPolicy': {'1.10'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroup': {'1.5'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SubPort': {'1.0'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Subnet': {'1.1'}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Trunk': {'1.1'}} Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: consumer versions: Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'ConntrackHelper': '1.0', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Log': '1.0', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Network': '1.1', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Port': '1.7', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'PortForwarding': '1.2', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'QosPolicy': '1.10', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroup': '1.5', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroupRule': '1.2', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SubPort': '1.0', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Subnet': '1.1', Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Trunk': '1.1'}} Nov 23 14:22:40.018180 dv-cinder-804757-10-iscsi neutron-server[103067]: {{(pid=103067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:22:40.046371 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Attempting to bind port b85a2cd5-2293-4252-bc9d-9bdd335050a2 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:40.046786 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Attempting to bind port b85a2cd5-2293-4252-bc9d-9bdd335050a2 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:40.047200 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Attempting to bind port b85a2cd5-2293-4252-bc9d-9bdd335050a2 on network ec65df33-1327-48d2-96d8-98853738c508 {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:40.052070 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:40.052497 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Checking segment: {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:40.052962 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.053355 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Bound using segment: {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:40.053843 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Bound port: b85a2cd5-2293-4252-bc9d-9bdd335050a2, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:40.054260 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.117062 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] For port b85a2cd5-2293-4252-bc9d-9bdd335050a2, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:40.121200 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] For port b85a2cd5-2293-4252-bc9d-9bdd335050a2, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=b85a2cd5-2293-4252-bc9d-9bdd335050a2,segment=NetworkSegment(b60b4fac-dafc-4353-98d7-d3c2fd4e3460),segment_id=b60b4fac-dafc-4353-98d7-d3c2fd4e3460)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:40.180375 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.244128 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc6f23-a5a6-40b4-90fa-16e8a1ed1ce7 None None] Pushing event updated for resources: {'Port': ['ID=b85a2cd5-2293-4252-bc9d-9bdd335050a2,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:41.675674 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49626) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.988707 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [None req-071a4a5d-a0f9-4cc7-a222-8825404171f2 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:22:41.989841 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-071a4a5d-a0f9-4cc7-a222-8825404171f2 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130724 Nov 23 14:22:44.553582 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49634) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:45.048438 dv-cinder-804757-10-iscsi neutron-server[103066]: WARNING oslo_policy.policy [None req-3263bdfe-e086-4575-b23e-58e3fee9a0e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:45.048996 dv-cinder-804757-10-iscsi neutron-server[103066]: WARNING oslo_policy.policy [None req-3263bdfe-e086-4575-b23e-58e3fee9a0e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:45.274464 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [None req-3263bdfe-e086-4575-b23e-58e3fee9a0e5 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:22:45.288257 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3263bdfe-e086-4575-b23e-58e3fee9a0e5 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7201202 Nov 23 14:22:48.022448 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49654) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:48.349029 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'name': 'router1'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:48.414366 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.policy [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103066) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 14:22:48.463872 dv-cinder-804757-10-iscsi neutron-server[103066]: WARNING oslo_policy.policy [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:48.464273 dv-cinder-804757-10-iscsi neutron-server[103066]: WARNING oslo_policy.policy [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:22:48.473195 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.quota [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Loaded quota_driver: . Nov 23 14:22:48.505091 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device b85a2cd5-2293-4252-bc9d-9bdd335050a2 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:48.586948 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.588842 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.592519 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port b85a2cd5-2293-4252-bc9d-9bdd335050a2 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:48.592910 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.710326 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.747539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.748715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port b85a2cd5-2293-4252-bc9d-9bdd335050a2, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=b85a2cd5-2293-4252-bc9d-9bdd335050a2,segment=NetworkSegment(b60b4fac-dafc-4353-98d7-d3c2fd4e3460),segment_id=b60b4fac-dafc-4353-98d7-d3c2fd4e3460)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:48.799338 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.810047 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.858750 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=b85a2cd5-2293-4252-bc9d-9bdd335050a2,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:48.891658 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.894992 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-13503977-8416-47a2-943f-1d3a0c7cb6b4 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8695488 Nov 23 14:22:49.389355 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18f966-4e44-4507-81a8-f7cbfa4b6309 None None] Network ec65df33-1327-48d2-96d8-98853738c508 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:49.462838 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-327c767d-74de-4b9c-bc42-d5d6b40089f9 None None] Provisioning complete for port b85a2cd5-2293-4252-bc9d-9bdd335050a2 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:49.463209 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-327c767d-74de-4b9c-bc42-d5d6b40089f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.807889 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-0f49adc1-2116-4c48-8eb3-35b92b6d9420 None None] Provisioning complete for port b85a2cd5-2293-4252-bc9d-9bdd335050a2 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:49.808548 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0f49adc1-2116-4c48-8eb3-35b92b6d9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.481043 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device b85a2cd5-2293-4252-bc9d-9bdd335050a2 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:50.527248 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port b85a2cd5-2293-4252-bc9d-9bdd335050a2 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:50.527618 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.820335 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6c029951-bef4-4b3c-b258-cf751578fe32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.434835 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49664) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:51.744783 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [None req-2ef0f6a6-5e75-43fe-9c5d-5721ec1bbe30 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:22:51.745762 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2ef0f6a6-5e75-43fe-9c5d-5721ec1bbe30 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3100016 Nov 23 14:22:53.185867 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3036d2d0-8456-4b67-836b-77805aa355af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.250332 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49678) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:54.363116 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.471853 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:54.528735 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Made reservation on behalf of 7c279ee2926f4e338ea13091c8f5b61c for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:54.531580 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.546608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.648488 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.700088 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.711466 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Reserving flat network on physical network physnet1 {{(pid=103066) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 14:22:54.742584 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745629028783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.743148 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Unsubscribe: segment precommit_create {{(pid=103066) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 14:22:54.743650 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Added segment 9de71f74-35de-48e1-94aa-9dd4582aac91 of type flat for network 18ce11db-0d8c-479b-8734-ff7156bf19ad Nov 23 14:22:54.760456 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b136d90-e061-4d99-81c2-c0f5ed51dab8,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:54.804040 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.804423 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.804763 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.805092 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.805418 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.805758 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.806086 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.806427 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.806752 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.807069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.807384 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.807698 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Tracked resource versions report: Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: pushed versions: Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: { 'AddressGroup': {'1.2'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'ConntrackHelper': {'1.0'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Log': {'1.0'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Network': {'1.1'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Port': {'1.7'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'PortForwarding': {'1.2'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'QosPolicy': {'1.10'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroup': {'1.5'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SubPort': {'1.0'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Subnet': {'1.1'}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Trunk': {'1.1'}} Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: consumer versions: Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'ConntrackHelper': '1.0', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Log': '1.0', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Network': '1.1', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Port': '1.7', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'PortForwarding': '1.2', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'QosPolicy': '1.10', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroup': '1.5', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroupRule': '1.2', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SubPort': '1.0', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Subnet': '1.1', Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Trunk': '1.1'}} Nov 23 14:22:54.808988 dv-cinder-804757-10-iscsi neutron-server[103066]: {{(pid=103066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:22:54.865346 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.940626 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.942352 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:54.943224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.038956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] Pushing event updated for resources: {'Network': ['ID=18ce11db-0d8c-479b-8734-ff7156bf19ad,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:55.049029 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:22:55.206119 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7638da3e-2a93-4d3a-b53f-20c5152b5d48 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9545789 Nov 23 14:22:56.071274 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:56.837200 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.542107 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49700) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:57.697218 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274837fd-307e-400a-8dd3-8a67f6a8aab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:57.698601 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-274837fd-307e-400a-8dd3-8a67f6a8aab6 admin admin] 10.222.0.82 "GET /v2.0/subnets/e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7 HTTP/1.1" status: 200 len: 849 time: 0.1555464 Nov 23 14:22:57.831389 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e1658aea-1409-4dfe-8110-2fa8c8a3ae4b admin admin] 10.222.0.82 "GET /v2.0/routers/b23c17be-2f7a-48a3-a2e3-5438aca2e530 HTTP/1.1" status: 200 len: 704 time: 0.1268353 Nov 23 14:22:58.098579 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.390646 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Allocated IP 172.20.0.1 (ec65df33-1327-48d2-96d8-98853738c508/e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7/bb1b8e2d-cc76-48be-94fb-12d01bb4f445) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:58.575075 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.701004 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.775492 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Network ec65df33-1327-48d2-96d8-98853738c508 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:58.784212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:58.790554 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:58.801267 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:58.801798 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.961989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-afcbeaff-ac87-4477-8cc8-192ee882e25e None None] Provisioning complete for port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:58.961989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-afcbeaff-ac87-4477-8cc8-192ee882e25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.990548 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-afcbeaff-ac87-4477-8cc8-192ee882e25e None None] Port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:22:59.078580 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.332330 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.391782 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.392588 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.450056 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:59.515948 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Network ec65df33-1327-48d2-96d8-98853738c508 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:59.517317 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:59.712109 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-351127cd-77a6-461c-8899-83b1d80e329d None None] Provisioning complete for port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:59.712502 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-351127cd-77a6-461c-8899-83b1d80e329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.723414 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Router b23c17be-2f7a-48a3-a2e3-5438aca2e530 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:59.746170 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-351127cd-77a6-461c-8899-83b1d80e329d None None] Port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:22:59.817381 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:59.823278 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-d205f6ca-1aec-476f-9fb8-e226a69fca02 admin admin] 10.222.0.82 "PUT /v2.0/routers/b23c17be-2f7a-48a3-a2e3-5438aca2e530/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9856024 Nov 23 14:22:59.827959 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Sync routers for ids ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:59.840760 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Routers {'b23c17be-2f7a-48a3-a2e3-5438aca2e530'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:59.841461 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:22:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:00.033816 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Set router b23c17be-2f7a-48a3-a2e3-5438aca2e530 gateway port host: None {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:00.462874 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'name': 'router1', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:48Z', 'updated_at': '2021-11-23T14:22:58Z', 'revision_number': 2, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'gw_port_host': None, '_interfaces': [{'id': 'bb1b8e2d-cc76-48be-94fb-12d01bb4f445', 'name': '', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'mac_address': 'fa:16:3e:af:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:58Z', 'updated_at': '2021-11-23T14:22:59Z', 'revision_number': 2, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'subnets': [{'id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:00.512592 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Checking router: b23c17be-2f7a-48a3-a2e3-5438aca2e530 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:23:00.512965 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Updating router b23c17be-2f7a-48a3-a2e3-5438aca2e530 port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:23:00.561379 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.069313 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.129148 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.290359 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Pushing event updated for resources: {'Port': ['ID=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:01.301062 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Attempting to bind port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:01.301468 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Attempting to bind port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:01.301913 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Attempting to bind port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 on network ec65df33-1327-48d2-96d8-98853738c508 {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:01.305406 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.305759 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.306096 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.306432 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.306757 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.307086 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.307410 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.307730 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.308064 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.308410 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.308730 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.309047 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Tracked resource versions report: Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: pushed versions: Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: { 'AddressGroup': {'1.2'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'ConntrackHelper': {'1.0'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Log': {'1.0'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Network': {'1.1'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Port': {'1.7'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'PortForwarding': {'1.2'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'QosPolicy': {'1.10'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroup': {'1.5'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SubPort': {'1.0'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Subnet': {'1.1'}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Trunk': {'1.1'}} Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: consumer versions: Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'ConntrackHelper': '1.0', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Log': '1.0', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Network': '1.1', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Port': '1.7', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'PortForwarding': '1.2', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'QosPolicy': '1.10', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroup': '1.5', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroupRule': '1.2', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SubPort': '1.0', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Subnet': '1.1', Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Trunk': '1.1'}} Nov 23 14:23:01.310305 dv-cinder-804757-10-iscsi neutron-server[103068]: {{(pid=103068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:23:01.317647 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:01.318051 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Checking segment: {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:01.318506 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.319231 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Bound using segment: {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:01.319475 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Bound port: bb1b8e2d-cc76-48be-94fb-12d01bb4f445, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60b4fac-dafc-4353-98d7-d3c2fd4e3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:01.319736 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.383552 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-5490f50b-44a6-4c40-8d1d-ebcfb378c5da None None] Provisioning complete for port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:01.384086 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5490f50b-44a6-4c40-8d1d-ebcfb378c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.388948 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] For port bb1b8e2d-cc76-48be-94fb-12d01bb4f445, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:01.408583 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] For port bb1b8e2d-cc76-48be-94fb-12d01bb4f445, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,segment=NetworkSegment(b60b4fac-dafc-4353-98d7-d3c2fd4e3460),segment_id=b60b4fac-dafc-4353-98d7-d3c2fd4e3460)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:01.417899 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-5490f50b-44a6-4c40-8d1d-ebcfb378c5da None None] Port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:23:01.472205 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.533459 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Routers {'b23c17be-2f7a-48a3-a2e3-5438aca2e530'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:01.534077 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:22:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:01.536812 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ebbe2-ea2c-47b3-bdf4-b8128c8fd4a0 None None] Pushing event updated for resources: {'Port': ['ID=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,revision_number=4']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:01.628748 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] Set router b23c17be-2f7a-48a3-a2e3-5438aca2e530 gateway port host: None {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:01.738242 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-da21f540-3980-41fd-8e7b-c2f486256edd None None] Provisioning complete for port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:01.739341 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da21f540-3980-41fd-8e7b-c2f486256edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.820225 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da21f540-3980-41fd-8e7b-c2f486256edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.844287 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'name': 'router1', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:48Z', 'updated_at': '2021-11-23T14:22:58Z', 'revision_number': 2, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'gw_port_host': None, '_interfaces': [{'id': 'bb1b8e2d-cc76-48be-94fb-12d01bb4f445', 'name': '', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'mac_address': 'fa:16:3e:af:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:58Z', 'updated_at': '2021-11-23T14:23:01Z', 'revision_number': 4, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'subnets': [{'id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:01.851596 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-da21f540-3980-41fd-8e7b-c2f486256edd None None] For port bb1b8e2d-cc76-48be-94fb-12d01bb4f445, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,segment=NetworkSegment(b60b4fac-dafc-4353-98d7-d3c2fd4e3460),segment_id=b60b4fac-dafc-4353-98d7-d3c2fd4e3460)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:01.869752 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc008ff-f4eb-46d9-b95f-04fe958c9425 None None] The sync data for ids ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'] in dv-cinder-804757-10-iscsi is: [{'id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'name': 'router1', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:48Z', 'updated_at': '2021-11-23T14:22:58Z', 'revision_number': 2, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'gw_port_host': None, '_interfaces': [{'id': 'bb1b8e2d-cc76-48be-94fb-12d01bb4f445', 'name': '', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'mac_address': 'fa:16:3e:af:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:58Z', 'updated_at': '2021-11-23T14:23:01Z', 'revision_number': 4, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'subnets': [{'id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:23:01.923383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da21f540-3980-41fd-8e7b-c2f486256edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.975180 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21f540-3980-41fd-8e7b-c2f486256edd None None] Pushing event updated for resources: {'Port': ['ID=bb1b8e2d-cc76-48be-94fb-12d01bb4f445,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:02.183323 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49716) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:02.299500 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f1b51-d1df-4586-acf8-d1e71aee9e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:02.301472 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-252f1b51-d1df-4586-acf8-d1e71aee9e53 admin admin] 10.222.0.82 "GET /v2.0/networks/18ce11db-0d8c-479b-8734-ff7156bf19ad HTTP/1.1" status: 200 len: 842 time: 0.1166186 Nov 23 14:23:02.311398 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:02.403057 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Made reservation on behalf of 7c279ee2926f4e338ea13091c8f5b61c for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:02.405401 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.755688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.objects.ports [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103066) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:23:02.756132 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.810733 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edebb904-05df-49df-a305-afa2cf2ebed1,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:02.821685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:02.822056 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Network hostable DHCP agents. Network: 18ce11db-0d8c-479b-8734-ff7156bf19ad, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:02.894798 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:02.958149 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 18ce11db-0d8c-479b-8734-ff7156bf19ad) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:02.962276 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:02.962874 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.969278 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4c690-7a64-4c9e-8625-6f0b795b230b None None] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:03.063230 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a557faeb-a3ac-454a-9a00-2b28f1b27ab6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7550690 Nov 23 14:23:03.100696 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe14a20-0662-4e86-9370-12dd53bbda4f None None] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:05.484023 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 49724) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:05.623580 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3b049cc1-1f0a-4a47-8dab-5c82ae0b308c admin admin] 10.222.0.82 "GET /v2.0/routers/b23c17be-2f7a-48a3-a2e3-5438aca2e530 HTTP/1.1" status: 200 len: 710 time: 0.1382892 Nov 23 14:23:05.714011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a17f4-0f8b-4f85-9e22-266660348d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:05.715469 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2f4a17f4-0f8b-4f85-9e22-266660348d96 admin admin] 10.222.0.82 "GET /v2.0/networks/18ce11db-0d8c-479b-8734-ff7156bf19ad HTTP/1.1" status: 200 len: 886 time: 0.0859163 Nov 23 14:23:05.726329 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:06.049720 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.340536 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.420938 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.525220 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Allocated IP 172.27.0.191 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/73a73228-d74c-4511-9483-afa98d6f0a96) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:06.622552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.711682 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.755675 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:06.758495 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:06.762721 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:06.768190 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Pushing event updated for resources: {'Port': ['ID=73a73228-d74c-4511-9483-afa98d6f0a96,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:07.112954 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:07.312531 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-625585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2972'] for router, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:07.319434 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-932662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603858'] for router, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:07.429724 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Router b23c17be-2f7a-48a3-a2e3-5438aca2e530 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:23:07.634158 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:23:07.638408 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:07.639634 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1275b126-40d4-4362-ba2a-bdd0aa24df1d admin admin] 10.222.0.82 "PUT /v2.0/routers/b23c17be-2f7a-48a3-a2e3-5438aca2e530 HTTP/1.1" status: 200 len: 890 time: 1.9178340 Nov 23 14:23:08.506497 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device bb1b8e2d-cc76-48be-94fb-12d01bb4f445 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:08.554632 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:08.555271 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:08.887760 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Sync routers for ids ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:23:08.898904 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Routers {'b23c17be-2f7a-48a3-a2e3-5438aca2e530'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:08.899544 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:22:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:09.110445 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Set router b23c17be-2f7a-48a3-a2e3-5438aca2e530 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:09.571704 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'name': 'router1', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '73a73228-d74c-4511-9483-afa98d6f0a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:48Z', 'updated_at': '2021-11-23T14:23:06Z', 'revision_number': 4, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'gw_port': {'id': '73a73228-d74c-4511-9483-afa98d6f0a96', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:23:06Z', 'updated_at': '2021-11-23T14:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'bb1b8e2d-cc76-48be-94fb-12d01bb4f445', 'name': '', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'mac_address': 'fa:16:3e:af:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:58Z', 'updated_at': '2021-11-23T14:23:01Z', 'revision_number': 5, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'subnets': [{'id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:09.623375 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Checking router: b23c17be-2f7a-48a3-a2e3-5438aca2e530 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:23:09.623653 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Updating router b23c17be-2f7a-48a3-a2e3-5438aca2e530 port 73a73228-d74c-4511-9483-afa98d6f0a96 binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:23:09.671329 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:09.998877 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.049266 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.092304 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Attempting to bind port 73a73228-d74c-4511-9483-afa98d6f0a96 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:10.092677 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Attempting to bind port 73a73228-d74c-4511-9483-afa98d6f0a96 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:10.093095 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Attempting to bind port 73a73228-d74c-4511-9483-afa98d6f0a96 on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:10.100822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:10.100822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:10.101093 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.101383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:10.101848 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Bound port: 73a73228-d74c-4511-9483-afa98d6f0a96, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:10.102248 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.144134 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 49736) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:10.161041 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488d85a-4acd-4441-956a-b1001552354b None None] Pushing event updated for resources: {'Port': ['ID=73a73228-d74c-4511-9483-afa98d6f0a96,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:10.181293 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] For port 73a73228-d74c-4511-9483-afa98d6f0a96, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:10.190159 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] For port 73a73228-d74c-4511-9483-afa98d6f0a96, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=73a73228-d74c-4511-9483-afa98d6f0a96,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:10.266592 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.296230 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-f187601f-83dc-4df9-b05d-489c7d687be8 admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1503546 Nov 23 14:23:10.325738 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488d85a-4acd-4441-956a-b1001552354b None None] Pushing event updated for resources: {'Port': ['ID=73a73228-d74c-4511-9483-afa98d6f0a96,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:10.336296 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Routers {'b23c17be-2f7a-48a3-a2e3-5438aca2e530'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:10.336935 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:22:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:10.447945 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] Set router b23c17be-2f7a-48a3-a2e3-5438aca2e530 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:10.659520 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'name': 'router1', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '73a73228-d74c-4511-9483-afa98d6f0a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:48Z', 'updated_at': '2021-11-23T14:23:06Z', 'revision_number': 4, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'gw_port': {'id': '73a73228-d74c-4511-9483-afa98d6f0a96', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:23:06Z', 'updated_at': '2021-11-23T14:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'bb1b8e2d-cc76-48be-94fb-12d01bb4f445', 'name': '', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'mac_address': 'fa:16:3e:af:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:58Z', 'updated_at': '2021-11-23T14:23:01Z', 'revision_number': 5, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'subnets': [{'id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:10.685560 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e8e1a7-913a-4c6e-9979-03b70bd6856a None None] The sync data for ids ['b23c17be-2f7a-48a3-a2e3-5438aca2e530'] in dv-cinder-804757-10-iscsi is: [{'id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'name': 'router1', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '73a73228-d74c-4511-9483-afa98d6f0a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:48Z', 'updated_at': '2021-11-23T14:23:06Z', 'revision_number': 4, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'gw_port': {'id': '73a73228-d74c-4511-9483-afa98d6f0a96', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:23:06Z', 'updated_at': '2021-11-23T14:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'bb1b8e2d-cc76-48be-94fb-12d01bb4f445', 'name': '', 'network_id': 'ec65df33-1327-48d2-96d8-98853738c508', 'tenant_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'mac_address': 'fa:16:3e:af:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c17be-2f7a-48a3-a2e3-5438aca2e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:58Z', 'updated_at': '2021-11-23T14:23:01Z', 'revision_number': 5, 'project_id': '7fd78cdd72be4f4abee5c1d5f2658719', 'subnets': [{'id': 'e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5782ec6f-72b6-4505-ad74-00bc0b50f73d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:23:12.529668 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 73a73228-d74c-4511-9483-afa98d6f0a96 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:12.587215 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 73a73228-d74c-4511-9483-afa98d6f0a96 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:12.587215 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:12.674409 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:12.696845 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 73a73228-d74c-4511-9483-afa98d6f0a96, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=73a73228-d74c-4511-9483-afa98d6f0a96,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:12.763607 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:12.814552 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=73a73228-d74c-4511-9483-afa98d6f0a96,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:14.516440 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 73a73228-d74c-4511-9483-afa98d6f0a96 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:14.591061 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 73a73228-d74c-4511-9483-afa98d6f0a96 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:14.591791 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.814657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-573ec68a-9f14-496b-aad6-fbb2221dcddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.179783 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:23:23.198696 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5ee75f48-3121-40c8-a037-e5a8332a5fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.380927 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:25.991974 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.797649 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.992294 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b31e0025-bc12-4a79-9317-2843ab7226b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.187431 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0e82289c-6653-484d-a1f6-bda3d88373b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.386773 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.472360 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.803502 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.178638 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:24:20.826744 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fb702080-21a6-468e-bf3d-ee8ac6b155eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.186452 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-789b8ab3-d68f-43bc-9e3a-0b792579ac01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.392033 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:25.992501 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.797680 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.042713 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50220) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:32.116521 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b620d15b-9a8e-405a-8794-4c0d9b498e78 admin admin] GET failed (client error): The resource could not be found. Nov 23 14:24:32.117803 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b620d15b-9a8e-405a-8794-4c0d9b498e78 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0741475 Nov 23 14:24:32.282926 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94bf16-4251-416e-b042-445210abe89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:32.284334 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-3d94bf16-4251-416e-b042-445210abe89f admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1618285 Nov 23 14:24:34.581088 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50230) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:34.673890 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b001f-8c3b-471a-b5aa-f75add0c6ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:34.675220 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-1a9b001f-8c3b-471a-b5aa-f75add0c6ba7 admin admin] 10.222.0.82 "GET /v2.0/subnets/e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7 HTTP/1.1" status: 200 len: 849 time: 0.0931664 Nov 23 14:24:34.685434 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:34.766874 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.963824 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745628934521'] for subnet, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.997278 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:34.997888 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.000323 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] 10.222.0.82 "PUT /v2.0/subnets/e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7 HTTP/1.1" status: 200 len: 868 time: 0.3183944 Nov 23 14:24:35.002033 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a03d1-d1de-44ac-b101-aac13ddc7e8d None None] Network ec65df33-1327-48d2-96d8-98853738c508 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:35.022302 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:35.030190 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.031917 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.031917 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.031917 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.031917 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.031917 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.032350 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.032559 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.032882 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.033204 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.033526 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.033843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1ba3e-0973-45c0-a5e7-02768493bb84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:35.177853 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:24:35.379723 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-60cc8456-8e84-4a5a-9d5f-2f03545307a2 None None] Provisioning complete for port bb1b8e2d-cc76-48be-94fb-12d01bb4f445 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:35.380204 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-60cc8456-8e84-4a5a-9d5f-2f03545307a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.467231 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-60cc8456-8e84-4a5a-9d5f-2f03545307a2 None None] Provisioning complete for port b85a2cd5-2293-4252-bc9d-9bdd335050a2 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:35.467517 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-60cc8456-8e84-4a5a-9d5f-2f03545307a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.307689 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50238) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:37.508476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e21e6-f2e8-4e4c-be5f-0bb13ede7468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.508851 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e21e6-f2e8-4e4c-be5f-0bb13ede7468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.510377 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-358e21e6-f2e8-4e4c-be5f-0bb13ede7468 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2016222 Nov 23 14:24:39.787008 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50246) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:39.916541 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54afccd-0e05-4a57-8831-37f6a5c3f58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:39.916995 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54afccd-0e05-4a57-8831-37f6a5c3f58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:39.918492 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e54afccd-0e05-4a57-8831-37f6a5c3f58b admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1305308 Nov 23 14:24:42.283097 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50254) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:42.434229 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12cfd7-59e6-4d54-a0bf-6a32195d3312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:42.435598 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2d12cfd7-59e6-4d54-a0bf-6a32195d3312 admin admin] 10.222.0.82 "GET /v2.0/networks/18ce11db-0d8c-479b-8734-ff7156bf19ad HTTP/1.1" status: 200 len: 886 time: 0.1515501 Nov 23 14:24:44.694687 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50262) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:44.839462 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b76f62-f5f9-48e4-ad01-d30d4e1fe537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:44.840871 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-36b76f62-f5f9-48e4-ad01-d30d4e1fe537 admin admin] 10.222.0.82 "GET /v2.0/networks/ec65df33-1327-48d2-96d8-98853738c508 HTTP/1.1" status: 200 len: 870 time: 0.1452296 Nov 23 14:24:47.119897 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50270) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:47.243247 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8d0df-93b4-4e2c-9f61-76269430419b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:47.243690 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8d0df-93b4-4e2c-9f61-76269430419b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:47.245227 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-19f8d0df-93b4-4e2c-9f61-76269430419b admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243610 Nov 23 14:24:49.519068 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50278) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:49.611130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a7e2a-6fbe-47ef-af00-8f5d38d05e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:49.611582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a7e2a-6fbe-47ef-af00-8f5d38d05e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:49.613085 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-276a7e2a-6fbe-47ef-af00-8f5d38d05e2a admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924916 Nov 23 14:24:50.826823 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a5f52bf9-7bd3-490a-a287-9b375c388c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.895630 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50286) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:51.986863 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390400b-6ac8-466f-addf-31e2c091bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:51.988373 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6390400b-6ac8-466f-addf-31e2c091bc6b admin admin] 10.222.0.82 "GET /v2.0/subnets/e7cf1b5a-b35e-43d8-8c3e-4c950d6defb7 HTTP/1.1" status: 200 len: 868 time: 0.0915806 Nov 23 14:24:53.193310 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-ba0ebf39-1695-4f9e-b42e-e3a262afec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.265712 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50296) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:54.354020 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5f03c-ee6e-4112-b567-b36391a33e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:54.355362 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-80d5f03c-ee6e-4112-b567-b36391a33e4c admin admin] 10.222.0.82 "GET /v2.0/subnets/edebb904-05df-49df-a305-afa2cf2ebed1 HTTP/1.1" status: 200 len: 816 time: 0.0886908 Nov 23 14:24:54.404391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.015384 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.787008 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.177395 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:25:18.959998 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50350) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:19.006205 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [None req-d2e54516-fc73-45bc-9d18-b1cec783afe2 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:25:19.007196 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-d2e54516-fc73-45bc-9d18-b1cec783afe2 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462320 Nov 23 14:25:20.816187 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-60e47d11-fdce-453b-aa47-d547a7485ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.367627 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50358) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:21.428139 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7520f5-beea-4d4c-bdac-7b56f41362ad admin admin] GET failed (client error): The resource could not be found. Nov 23 14:25:21.429428 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-fc7520f5-beea-4d4c-bdac-7b56f41362ad admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607395 Nov 23 14:25:21.569898 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b5e3e-6691-4b0d-b47a-34a426c9c305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:21.571273 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1b8b5e3e-6691-4b0d-b47a-34a426c9c305 admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374359 Nov 23 14:25:23.193274 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-80e947a4-f796-4097-9166-4e8baf6b32fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.959502 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50366) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.007314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:24.107622 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Made reservation on behalf of 7c279ee2926f4e338ea13091c8f5b61c for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:24.109973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.137876 dv-cinder-804757-10-iscsi neutron-server[103066]: WARNING neutron.services.revisions.revision_plugin [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Could not find related network for resource to bump revision. Nov 23 14:25:24.154297 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:25:24.164794 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.165131 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Added segment 728f2db7-cfeb-4061-9804-7d1bbb758863 of type vlan for network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 Nov 23 14:25:24.215264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.324899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.325844 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.326416 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.376450 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.382651 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd963f7-b2f9-4635-87c8-ccf4f8d36f88,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:24.389266 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.389564 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.389909 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.390247 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.390584 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.390942 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.391332 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.391606 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.391933 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.392295 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.392627 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.392948 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:24.401544 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-78d91846-7e6a-4bd1-88de-9c6789a9ffe6 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4410098 Nov 23 14:25:24.415331 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:25:26.015943 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.745817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50374) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:26.793364 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.808948 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.pecan_wsgi.hooks.translation [None req-759e2a8c-9bc3-4246-8b76-6ad7e7b7dcdc admin admin] GET failed (client error): The resource could not be found. Nov 23 14:25:26.810555 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-759e2a8c-9bc3-4246-8b76-6ad7e7b7dcdc admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634992 Nov 23 14:25:26.878170 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9033636-672f-4c08-b939-116cf7950fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:26.880216 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f9033636-672f-4c08-b939-116cf7950fc9 admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0653012 Nov 23 14:25:26.890255 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88', 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:26.958824 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Made reservation on behalf of 7c279ee2926f4e338ea13091c8f5b61c for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:26.961120 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.182395 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.239047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443e0a11-ec65-451c-a080-ad8d1163174c,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:27.245725 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Checking segment: {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:27.246077 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Network hostable DHCP agents. Network: 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:25:27.313215 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:25:27.393417 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:27.398355 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:27.399050 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.403804 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad5a23-e859-41e6-b9ec-47baae10cb01 None None] Network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:27.482188 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-84a0b773-1efa-4ad5-b32b-35a557fa2277 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5952291 Nov 23 14:25:27.553990 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-5dd963f7-b2f9-4635-87c8-ccf4f8d36f88', 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88', 'tenant_id': '7c279ee2926f4e338ea13091c8f5b61c', 'fixed_ips': [{'subnet_id': '443e0a11-ec65-451c-a080-ad8d1163174c'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:25:27.554899 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.699667 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Allocated IP 192.168.233.2 (5dd963f7-b2f9-4635-87c8-ccf4f8d36f88/443e0a11-ec65-451c-a080-ad8d1163174c/e9b40375-74ed-4901-b234-48145144a893) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:27.936343 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.999570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.040108 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:28.046424 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:28.049804 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:28.055603 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Pushing event updated for resources: {'Port': ['ID=e9b40375-74ed-4901-b234-48145144a893,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:28.067054 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.067427 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.067775 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.068117 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.068477 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.069821 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.069821 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.069821 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.069821 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.070183 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.070399 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.070718 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:28.116540 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Attempting to bind port e9b40375-74ed-4901-b234-48145144a893 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:28.116910 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Attempting to bind port e9b40375-74ed-4901-b234-48145144a893 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:28.117274 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Attempting to bind port e9b40375-74ed-4901-b234-48145144a893 on network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:28.122527 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:28.122922 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Checking segment: {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:28.123321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.123711 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Bound using segment: {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:28.124170 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Bound port: e9b40375-74ed-4901-b234-48145144a893, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:28.124610 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.187822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] For port e9b40375-74ed-4901-b234-48145144a893, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:28.190841 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] For port e9b40375-74ed-4901-b234-48145144a893, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e9b40375-74ed-4901-b234-48145144a893,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:28.262709 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.322080 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a04c-0d9c-427d-895a-b241dee3fd17 None None] Pushing event updated for resources: {'Port': ['ID=e9b40375-74ed-4901-b234-48145144a893,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:28.615679 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e9b40375-74ed-4901-b234-48145144a893 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:28.672430 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port e9b40375-74ed-4901-b234-48145144a893 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:28.672801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.752025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.789510 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port e9b40375-74ed-4901-b234-48145144a893, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e9b40375-74ed-4901-b234-48145144a893,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:28.856716 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.912014 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=e9b40375-74ed-4901-b234-48145144a893,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:29.182891 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62efef3-c89e-46e6-9586-4a215230942a None None] Network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:29.316344 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b3973e56-cd73-442e-ae09-46d60220bdd5 None None] Provisioning complete for port e9b40375-74ed-4901-b234-48145144a893 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:29.316834 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b3973e56-cd73-442e-ae09-46d60220bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.638941 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-c9b9ee54-b3b4-4dd0-91d3-76d238e554ef None None] Provisioning complete for port e9b40375-74ed-4901-b234-48145144a893 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:29.639585 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ee54-b3b4-4dd0-91d3-76d238e554ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.559745 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e9b40375-74ed-4901-b234-48145144a893 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:30.606437 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port e9b40375-74ed-4901-b234-48145144a893 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:30.606801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:49.175270 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:25:50.816781 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9f597a2f-c070-41c1-b93d-59d0e0e11d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:53.194517 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-4a8be8f6-7df9-4ac5-9558-8967803b9f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:54.377067 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:56.045733 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:56.816858 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:20.845254 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5a021c92-7093-4fe7-829a-f2f4dfb91964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.195458 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45bf-7d29-4a56-a3d5-540f5d0d291b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.400813 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.034267 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.173129 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:26:26.811910 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.164861 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50418) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:47.170755 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [None req-cabbf75f-f643-4752-9dcb-bbe6a105e6a0 tempest-verify_tempest_config-1945863902 tempest-verify_tempest_config-1945863902-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:26:47.171714 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-cabbf75f-f643-4752-9dcb-bbe6a105e6a0 tempest-verify_tempest_config-1945863902 tempest-verify_tempest_config-1945863902-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058260 Nov 23 14:26:47.594801 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50436) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:47.747060 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.819452 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.903949 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.949387 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1226190d7a3c407c80647d17c80e6695&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3535290 Nov 23 14:26:47.950365 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d144e3bc-692c-415f-93cd-58fd0cba4ed7,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:47.952261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50442) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:47.957345 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.957734 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.958069 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.958414 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.959370 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.959926 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.960128 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.960501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.960839 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.961167 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.961492 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:47.961817 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa9de8-307b-4da6-8774-b16199c4fb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.008427 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.028844 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.178280 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.180863 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.182049 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d144e3bc-692c-415f-93cd-58fd0cba4ed7 HTTP/1.1" status: 204 len: 168 time: 0.2287638 Nov 23 14:26:48.190099 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d144e3bc-692c-415f-93cd-58fd0cba4ed7,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:48.197545 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.197926 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.198265 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.198604 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.198941 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.199311 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.199717 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.199980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.200336 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.200665 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.200985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:48.201304 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0483e-f98e-407f-9472-8aa8e97e26b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:50.795775 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0137b642-7fd3-41d4-8521-af9a91144bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:53.201318 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5c321701-62aa-4a98-aebe-204e24f0c632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:54.384515 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:56.012874 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:56.829206 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:03.171508 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:27:20.819906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a26a9ae7-625c-48cc-ab9d-2bb6b58d75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.225019 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7bcfddee-1d04-4757-a299-29d710e2ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.379432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.996622 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.842395 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.169882 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:27:50.859442 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-57f78813-7f80-4c42-be25-b531f9be8719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:53.201626 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-723acc6c-763b-4c81-8ac3-d9c35ebdeaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.415445 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.020553 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.808906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.168609 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 5 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:28:20.804929 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-96401adc-224f-459b-b753-7f4453c64378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:23.215942 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bf977f4e-bbc5-486f-9c48-5d01b4fe4ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.414556 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.542095 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606162'] for agent, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.026330 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.820257 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.190428 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50514) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:39.294692 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6023c8d1-fa77-4b04-ae1d-e78bb3beeeaf admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1031740 Nov 23 14:28:41.589705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50524) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:41.644832 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-872fd79f-5ce3-4b54-887d-fed6c6cd6836 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0540607 Nov 23 14:28:50.799633 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9257c6ef-ea59-4b5c-9279-925219ee3615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:53.205578 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-78226997-b96c-4fd4-9ea6-540758ba0fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:54.166914 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:28:54.403906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:54.473582 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.993801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.822899 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.834999 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-89f0306b-b6c0-4b97-a328-7427075dc1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.206638 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e06bc353-fd55-43ef-9e76-d367c9270ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.416133 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.509092 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.012284 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.833238 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.165123 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:29:50.825036 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b6fec8c5-7a03-4172-b621-8ccbaa4c04cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.207799 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0c23-f24b-44c5-b457-642305572320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.402173 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.470662 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.051670 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.824911 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.163658 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:30:11.808503 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50724) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.028321 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50738) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.287769 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-192337468-network', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.314614 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50746) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.379688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Made reservation on behalf of 39cee3fc64784108bc54007c1c6c0ca6 for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:12.381540 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.390622 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.468120 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50754) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.475151 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.498565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1082604865-network', 'tenant_id': 'bc6dcdf0bd0d4ba4b54402a4c1cc6023'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.548410 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1811536071-network', 'tenant_id': '6ba97c68061447ecb9fb06c2891f4dd3'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.552509 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.569005 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:12.579016 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50766) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.580663 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.581171 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Added segment cca4dd6d-7c57-47ac-a8df-19d2bf3dca67 of type vlan for network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 Nov 23 14:30:12.616535 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Made reservation on behalf of bc6dcdf0bd0d4ba4b54402a4c1cc6023 for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:12.619350 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.635274 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.672960 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-534872183-network', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.682784 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.695539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d61d704-418a-4e44-937a-7580b7323e00,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:12.708767 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.709124 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.709457 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.709986 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.710320 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.710829 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.711164 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.711509 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.711841 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.712167 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.712510 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.712831 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Tracked resource versions report: Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: pushed versions: Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: { 'AddressGroup': {'1.2'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'ConntrackHelper': {'1.0'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Log': {'1.0'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Network': {'1.1'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Port': {'1.7'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'PortForwarding': {'1.2'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'QosPolicy': {'1.10'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroup': {'1.5'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SubPort': {'1.0'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Subnet': {'1.1'}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Trunk': {'1.1'}} Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: consumer versions: Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: HyperV agent@hv-cinder-80475: {}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'ConntrackHelper': '1.0', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Log': '1.0', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Network': '1.1', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Port': '1.7', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'PortForwarding': '1.2', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'QosPolicy': '1.10', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroup': '1.5', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SecurityGroupRule': '1.2', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'SubPort': '1.0', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Subnet': '1.1', Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: 'Trunk': '1.1'}} Nov 23 14:30:12.713851 dv-cinder-804757-10-iscsi neutron-server[103066]: {{(pid=103066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:30:12.723594 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.724547 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:12.725185 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.789134 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-930636516-network', 'tenant_id': '6cd08103499348da976aa1b8d926a748'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.798155 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Made reservation on behalf of 6ba97c68061447ecb9fb06c2891f4dd3 for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:12.800330 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.808395 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:12.815960 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:12.827152 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Made reservation on behalf of 45e139a46b8d40e4a8a321403730eb71 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:12.829946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.849256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.853287 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.858663 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.939765 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.953094 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:12.964290 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.967661 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Added segment c4170761-86eb-411a-a9d3-20555dc4fc35 of type vlan for network 80e9ea19-d253-45d4-b23b-95319665cd2f Nov 23 14:30:13.010186 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.015130 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.022380 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7d1a331a-d445-4e79-8749-a2d3626b6e80 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2118795 Nov 23 14:30:13.026092 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50780) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.032187 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Request body: {'subnet': {'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-subnet', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:13.037294 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.059050 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bfde5c-5de2-4731-b65d-3a5481fda9c3,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.073756 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Made reservation on behalf of 6cd08103499348da976aa1b8d926a748 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:13.079180 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.090818 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.098411 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.123531 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:13.132380 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3436c1-112f-4f75-94f6-e9e22a215b32,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.139285 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.139629 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Added segment 9872c820-aa35-4f90-9fc6-c65c9b51381f of type vlan for network ecdad1b5-494e-4d6a-8b3c-248692d8d4f8 Nov 23 14:30:13.158209 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.175894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.177243 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.178043 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.191704 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:13.196685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Made reservation on behalf of 39cee3fc64784108bc54007c1c6c0ca6 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:13.199459 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.201808 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.210698 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.243744 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.244215 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Added segment 401bc55c-a9fb-4bf1-8f22-af9acd54a380 of type vlan for network e99f3395-6821-450f-8990-3416439c902b Nov 23 14:30:13.259383 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f857d2e-c5f2-46c4-8e6c-41d16f83fc85,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.280267 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] Pushing event updated for resources: {'Network': ['ID=80e9ea19-d253-45d4-b23b-95319665cd2f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.292771 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 80e9ea19-d253-45d4-b23b-95319665cd2f details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:13.324566 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.324846 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.325200 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.325542 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.325879 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.326797 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.327099 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-026b3318-6656-4ca4-b326-38dcf0dd2176 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2967830 Nov 23 14:30:13.327243 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.327581 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.327918 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.328271 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Tracked resource versions report: Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: pushed versions: Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: { 'AddressGroup': {'1.2'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'ConntrackHelper': {'1.0'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Log': {'1.0'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Network': {'1.1'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Port': {'1.7'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'PortForwarding': {'1.2'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'QosPolicy': {'1.10'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroup': {'1.5'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SubPort': {'1.0'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Subnet': {'1.1'}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Trunk': {'1.1'}} Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: consumer versions: Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: HyperV agent@hv-cinder-80475: {}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'ConntrackHelper': '1.0', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Log': '1.0', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Network': '1.1', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Port': '1.7', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'PortForwarding': '1.2', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'QosPolicy': '1.10', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroup': '1.5', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SecurityGroupRule': '1.2', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'SubPort': '1.0', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Subnet': '1.1', Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: 'Trunk': '1.1'}} Nov 23 14:30:13.332359 dv-cinder-804757-10-iscsi neutron-server[103065]: {{(pid=103065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:30:13.334472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50804) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.334556 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.338236 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Request body: {'subnet': {'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1082604865-subnet', 'tenant_id': 'bc6dcdf0bd0d4ba4b54402a4c1cc6023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:13.346166 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:13.357271 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.358977 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Added segment 005a7f06-e85f-4b40-a410-df13110ccc0c of type vlan for network 75dee0cb-c425-47a6-a181-354dcf25b3e5 Nov 23 14:30:13.388422 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.393232 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.394197 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.405647 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.457719 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26923d1f-6348-42cd-a51f-da5f28eb4234,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.479823 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.503023 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Made reservation on behalf of bc6dcdf0bd0d4ba4b54402a4c1cc6023 for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:13.503239 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.508501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.508501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.508886 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.517657 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdad1b5-494e-4d6a-8b3c-248692d8d4f8,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.535216 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network ecdad1b5-494e-4d6a-8b3c-248692d8d4f8 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:13.608612 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] Pushing event updated for resources: {'Network': ['ID=75dee0cb-c425-47a6-a181-354dcf25b3e5,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.627829 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-dba6c114-193e-41cd-909e-128040f803a9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3095422 Nov 23 14:30:13.631042 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50810) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.635150 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Request body: {'subnet': {'network_id': 'ecdad1b5-494e-4d6a-8b3c-248692d8d4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1811536071-subnet', 'tenant_id': '6ba97c68061447ecb9fb06c2891f4dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:13.661772 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-72c226e6-ec86-400c-8a9a-2a9c06dde635 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0807798 Nov 23 14:30:13.664883 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.664883 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.664883 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.675448 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:13.676225 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50814) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.691553 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Request body: {'subnet': {'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-930636516-subnet', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:13.764101 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e99f3395-6821-450f-8990-3416439c902b,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.783333 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.785307 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network e99f3395-6821-450f-8990-3416439c902b details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:13.802927 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Made reservation on behalf of 6ba97c68061447ecb9fb06c2891f4dd3 for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:13.807353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.886770 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a50687e4-775f-4e3c-b34b-bced1e5d0fb3 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4176033 Nov 23 14:30:13.904720 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50822) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.908521 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Request body: {'subnet': {'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-subnet', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:13.919202 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.956476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Checking segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:13.960264 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Network hostable DHCP agents. Network: 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:13.962890 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0711b79-edab-4e23-a122-f8f28ddb378e,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.990098 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20715c89-a411-459c-ba26-e886dd62a829,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.005810 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Made reservation on behalf of 6cd08103499348da976aa1b8d926a748 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:14.009752 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.148098 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:14.148355 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Checking segment: {'id': 'c4170761-86eb-411a-a9d3-20555dc4fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:14.148355 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Network hostable DHCP agents. Network: 80e9ea19-d253-45d4-b23b-95319665cd2f, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:14.355103 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Made reservation on behalf of 45e139a46b8d40e4a8a321403730eb71 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:14.357660 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.430843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:14.436528 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:14.437315 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.441055 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599d5b5-14b0-40ca-a2b4-e9ffe0ea7bb5 None None] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.461081 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.461332 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.518312 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee59ea80-b8ec-4cc1-a9c3-66636e424c41,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.525152 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Network 80e9ea19-d253-45d4-b23b-95319665cd2f is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:14.534512 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Checking segment: {'id': '9872c820-aa35-4f90-9fc6-c65c9b51381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ecdad1b5-494e-4d6a-8b3c-248692d8d4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:14.537899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Network hostable DHCP agents. Network: ecdad1b5-494e-4d6a-8b3c-248692d8d4f8, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:14.537899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 80e9ea19-d253-45d4-b23b-95319665cd2f) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:14.541116 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:14.541687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.554936 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65b94f5-1a02-491a-9ebe-575b4bda4e8e,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.565816 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8268f568-8133-4880-97e1-24f7964a6895 None None] Network 80e9ea19-d253-45d4-b23b-95319665cd2f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.580954 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-08960673-8682-477f-9e55-bd82212492f2 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5530627 Nov 23 14:30:14.583816 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50828) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:14.590665 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:14.597226 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Checking segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:14.597585 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Network hostable DHCP agents. Network: 75dee0cb-c425-47a6-a181-354dcf25b3e5, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:14.606842 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2df45ff-d633-4f19-8ed0-6fcc2c592574 None None] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.642172 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-cc9ad679-b11c-4c96-a3db-23e9e3ee03c0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3108344 Nov 23 14:30:14.659963 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Network ecdad1b5-494e-4d6a-8b3c-248692d8d4f8 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:14.718087 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.756710 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.759947 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.800266 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98f893-fd3c-4d91-b3f0-0e83673c28c0 None None] Network 80e9ea19-d253-45d4-b23b-95319665cd2f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.832713 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd89791-7974-409f-b312-47991d0b1ecc,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.840876 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:14.846060 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, ecdad1b5-494e-4d6a-8b3c-248692d8d4f8) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:14.848084 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 75dee0cb-c425-47a6-a181-354dcf25b3e5) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:14.865548 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:14.865548 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.865917 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4297ec-70d3-4fe3-b313-29e16b57c2a8 None None] Network ecdad1b5-494e-4d6a-8b3c-248692d8d4f8 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.880708 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:14.883381 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Checking segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:14.883739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Network hostable DHCP agents. Network: e99f3395-6821-450f-8990-3416439c902b, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:14.885669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.905608 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1442ebbe-991d-4427-af6f-3e60ce98939b None None] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.966124 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.014312 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-03bee567-f19f-469a-b038-e62b0ce7c8c7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3292980 Nov 23 14:30:15.020335 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Network e99f3395-6821-450f-8990-3416439c902b is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:15.022633 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50862) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:15.028502 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:15.071393 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7e858e5f-7b09-4335-810e-a87a04fde87a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4413161 Nov 23 14:30:15.099050 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, e99f3395-6821-450f-8990-3416439c902b) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:15.116131 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:15.118070 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.194093 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9d74e-fe11-46fb-9387-39d2b7dd0af8 None None] Network e99f3395-6821-450f-8990-3416439c902b requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:15.313593 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.314642 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.378615 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-0e77bf25-f5d7-4234-b111-8f6d443ce9c7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4746222 Nov 23 14:30:15.380155 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.382224 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 50878) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:15.386891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:15.390546 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.494843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.501571 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.509550 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7e6eb-103b-49b8-92c5-967584b935b2 None None] Network ecdad1b5-494e-4d6a-8b3c-248692d8d4f8 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:15.633008 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.784229 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-75dee0cb-c425-47a6-a181-354dcf25b3e5', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:30:15.784229 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.810788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.910676 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-e99f3395-6821-450f-8990-3416439c902b', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:30:15.911878 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.032528 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.055089 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Allocated IP 172.20.0.2 (75dee0cb-c425-47a6-a181-354dcf25b3e5/b65b94f5-1a02-491a-9ebe-575b4bda4e8e/86441d6b-1707-456a-9c95-cfed7d5b6639) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:16.222469 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.317745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.398916 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.426704 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Allocated IP 172.20.0.2 (e99f3395-6821-450f-8990-3416439c902b/3bd89791-7974-409f-b312-47991d0b1ecc/4f6521b2-3881-45cd-a9a4-11af798cc6fe) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:16.430381 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Allocated IP 172.27.0.250 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/e1d063ed-fd07-4114-976c-7bff8b466d44) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:16.520592 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.563054 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50930) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:16.576050 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-59736599-network', 'tenant_id': '13ab0719bd3e4b45a5f52c2d94afce67'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:16.616939 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:16.621718 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 50942) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:16.639844 dv-cinder-804757-10-iscsi neutron-server[103066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 14:30:16.710882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.711332 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:16.728386 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Pushing event updated for resources: {'Port': ['ID=86441d6b-1707-456a-9c95-cfed7d5b6639,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:16.731596 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:16.741483 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.741712 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.742183 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.742584 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.743199 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.743450 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.743808 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.744144 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.744513 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.744846 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.745347 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.745653 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Tracked resource versions report: Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: pushed versions: Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: { 'AddressGroup': {'1.2'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'ConntrackHelper': {'1.0'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Log': {'1.0'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Network': {'1.1'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Port': {'1.7'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'PortForwarding': {'1.2'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'QosPolicy': {'1.10'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroup': {'1.5'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SubPort': {'1.0'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Subnet': {'1.1'}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Trunk': {'1.1'}} Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: consumer versions: Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: HyperV agent@hv-cinder-80475: {}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'ConntrackHelper': '1.0', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Log': '1.0', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Network': '1.1', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Port': '1.7', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'PortForwarding': '1.2', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'QosPolicy': '1.10', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroup': '1.5', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SecurityGroupRule': '1.2', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'SubPort': '1.0', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Subnet': '1.1', Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: 'Trunk': '1.1'}} Nov 23 14:30:16.746683 dv-cinder-804757-10-iscsi neutron-server[103067]: {{(pid=103067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:30:16.773432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.793067 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.867721 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Network e99f3395-6821-450f-8990-3416439c902b is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:16.870903 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Pushing event updated for resources: {'Port': ['ID=4f6521b2-3881-45cd-a9a4-11af798cc6fe,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:16.878625 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:16.881309 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:16.884145 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Attempting to bind port 86441d6b-1707-456a-9c95-cfed7d5b6639 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:16.884652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Attempting to bind port 86441d6b-1707-456a-9c95-cfed7d5b6639 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:16.885147 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Attempting to bind port 86441d6b-1707-456a-9c95-cfed7d5b6639 on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:16.896960 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.897689 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:16.898194 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Checking segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:16.898725 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.899333 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Bound using segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:16.899939 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Bound port: 86441d6b-1707-456a-9c95-cfed7d5b6639, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:16.900487 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.924208 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.941774 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Made reservation on behalf of 13ab0719bd3e4b45a5f52c2d94afce67 for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:16.944360 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.985353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.995238 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.019511 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Attempting to bind port 4f6521b2-3881-45cd-a9a4-11af798cc6fe on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:17.019990 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Attempting to bind port 4f6521b2-3881-45cd-a9a4-11af798cc6fe by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:17.020642 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Attempting to bind port 4f6521b2-3881-45cd-a9a4-11af798cc6fe on network e99f3395-6821-450f-8990-3416439c902b {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:17.035977 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:17.036470 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Checking segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:17.036876 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.037300 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Bound using segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:17.037751 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Bound port: 4f6521b2-3881-45cd-a9a4-11af798cc6fe, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:17.038534 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.059640 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] For port 86441d6b-1707-456a-9c95-cfed7d5b6639, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:17.084537 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-e9cfac21-9509-46b3-8454-b3c847f186e2 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.084537 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-e9cfac21-9509-46b3-8454-b3c847f186e2 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/networks?id=80e9ea19-d253-45d4-b23b-95319665cd2f HTTP/1.1" status: 200 len: 812 time: 0.4578075 Nov 23 14:30:17.091739 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] For port 86441d6b-1707-456a-9c95-cfed7d5b6639, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=86441d6b-1707-456a-9c95-cfed7d5b6639,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:17.129974 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.132222 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-e9ed6faf-ff62-4d15-8aa3-766b560ce5d0 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/quotas/bc6dcdf0bd0d4ba4b54402a4c1cc6023 HTTP/1.1" status: 200 len: 375 time: 0.0439305 Nov 23 14:30:17.133910 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] For port 4f6521b2-3881-45cd-a9a4-11af798cc6fe, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:17.141308 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] For port 4f6521b2-3881-45cd-a9a4-11af798cc6fe, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=4f6521b2-3881-45cd-a9a4-11af798cc6fe,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:17.158171 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.212280 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-12e81be7-aadc-4d69-92da-747befd830e0 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=bc6dcdf0bd0d4ba4b54402a4c1cc6023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703120 Nov 23 14:30:17.236832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08322160-ced3-44d2-9a89-6611cfbdad1d None None] Pushing event updated for resources: {'Port': ['ID=86441d6b-1707-456a-9c95-cfed7d5b6639,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.253168 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.327945 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61ccc-02a6-4574-adab-d9ced9c44e76 None None] Pushing event updated for resources: {'Port': ['ID=4f6521b2-3881-45cd-a9a4-11af798cc6fe,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.330912 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.378950 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.435185 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.494419 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Allocated IP 172.27.0.91 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/fc0aa0b6-2b47-49f3-af29-4b82c08dfb79) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:17.507918 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:17.523855 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:17.532158 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-82944857-fc6f-4ee1-b78d-217191dfc153 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:30:17.532303 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-82944857-fc6f-4ee1-b78d-217191dfc153 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1008809 Nov 23 14:30:17.534910 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:17.537470 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:17.640929 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.738608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d063ed-fd07-4114-976c-7bff8b466d44,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.776366 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.776703 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Added segment 2a8fac9a-4010-4bdb-8f7d-54e20b402a8b of type vlan for network a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b Nov 23 14:30:17.816627 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a84bc-5a0c-489a-b508-058166ce8ea4,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.827365 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.923718 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.930294 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:17.936745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:17.944161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-945f5077-63ae-46d9-bab0-66a4bfcdfdb1 service neutron] 10.222.0.82 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869858 Nov 23 14:30:17.944441 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:18.005585 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Allocated IP 172.27.0.111 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/ab026812-5d53-4391-9b1b-a15f9ace916c) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:18.027405 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Pushing event updated for resources: {'Port': ['ID=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:18.153261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.155748 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.156429 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.276552 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-2957e0a7-76e1-4287-b067-cdac11ce2a53 service neutron] 10.222.0.82 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177249 Nov 23 14:30:18.310283 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] Pushing event updated for resources: {'Network': ['ID=a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:18.328033 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:18.341232 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-04a29a68-f3eb-42f6-85bb-7d9f44a5ebed admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7742081 Nov 23 14:30:18.344514 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.347449 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51008) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:18.356561 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Request body: {'subnet': {'network_id': 'a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-59736599-subnet', 'tenant_id': '13ab0719bd3e4b45a5f52c2d94afce67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:18.383426 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.517304 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.631655 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Made reservation on behalf of 13ab0719bd3e4b45a5f52c2d94afce67 for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:18.635125 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.714458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.905085 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51048) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:18.914295 dv-cinder-804757-10-iscsi neutron-server[103065]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 14:30:18.933437 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36a5b1-8f56-4fc6-a1b4-91a0177cb021 None None] Network e99f3395-6821-450f-8990-3416439c902b requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:18.991461 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:18.997268 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:19.037185 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75dd5476-d9e9-484d-8f53-b60bbe8b3a84 req-c374297f-6f0c-43f1-90cf-b3cf943e9e9d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.1277862 Nov 23 14:30:19.074290 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 86441d6b-1707-456a-9c95-cfed7d5b6639 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:19.085151 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:19.112402 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-a2eeafd5-ff56-4b2e-8aa2-21f4cccaec7e None None] Provisioning complete for port 4f6521b2-3881-45cd-a9a4-11af798cc6fe triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:19.112720 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2eeafd5-ff56-4b2e-8aa2-21f4cccaec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.195033 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.297819 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.303479 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51064) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:19.457449 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287368f-f4d9-46c5-8081-8571e33e08be None None] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:19.615634 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-46ba42c4-5097-4008-b08b-9f2c95e2bb12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.668768 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 86441d6b-1707-456a-9c95-cfed7d5b6639 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:19.669437 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.755825 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-46ba42c4-5097-4008-b08b-9f2c95e2bb12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.760904 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Pushing event updated for resources: {'Port': ['ID=ab026812-5d53-4391-9b1b-a15f9ace916c,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:19.774812 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Router 952321d1-a56f-46e6-8243-f06ceef438a9 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:30:19.861929 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2eeafd5-ff56-4b2e-8aa2-21f4cccaec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.883764 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-46ba42c4-5097-4008-b08b-9f2c95e2bb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.937529 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-46ba42c4-5097-4008-b08b-9f2c95e2bb12 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d322599e0ac649cea0090fb754050362&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6295025 Nov 23 14:30:19.939018 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51092) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:19.942687 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:19.956924 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba42c4-5097-4008-b08b-9f2c95e2bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317971f2-41a4-4b2a-9717-527c60db84c3,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:19.959370 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:19.983730 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:19.984119 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:29:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:19.984357 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-a2eeafd5-ff56-4b2e-8aa2-21f4cccaec7e None None] For port 4f6521b2-3881-45cd-a9a4-11af798cc6fe, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=4f6521b2-3881-45cd-a9a4-11af798cc6fe,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:20.022457 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.038208 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.103845 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 86441d6b-1707-456a-9c95-cfed7d5b6639, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=86441d6b-1707-456a-9c95-cfed7d5b6639,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:20.114752 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3d38fec4-756d-4d2d-a40b-b992020babc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.159284 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3d38fec4-756d-4d2d-a40b-b992020babc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.203715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2eeafd5-ff56-4b2e-8aa2-21f4cccaec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.215591 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Router aead13f1-08cd-4776-b2a7-5821d11905fa is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:30:20.244615 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.245963 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e9b041b7-6cee-4de5-8bf7-c2ebc12ab32f admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8626995 Nov 23 14:30:20.251660 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51096) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:20.318319 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeafd5-ff56-4b2e-8aa2-21f4cccaec7e None None] Pushing event updated for resources: {'Port': ['ID=4f6521b2-3881-45cd-a9a4-11af798cc6fe,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:20.322554 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.335975 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.338010 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 4f6521b2-3881-45cd-a9a4-11af798cc6fe up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:20.394138 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:20.394389 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59107e46-bbed-4bb1-a8fd-800f8c9b628d,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:20.397300 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3d38fec4-756d-4d2d-a40b-b992020babc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.402878 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5aebb2de-e68a-482f-b17c-9e3c6b34161d req-e94c92e2-b4c3-4345-b47e-48bc03b6d7b2 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.1896462 Nov 23 14:30:20.403281 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3d38fec4-756d-4d2d-a40b-b992020babc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.409511 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-3d38fec4-756d-4d2d-a40b-b992020babc6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/317971f2-41a4-4b2a-9717-527c60db84c3 HTTP/1.1" status: 204 len: 168 time: 0.4661448 Nov 23 14:30:20.466112 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Checking segment: {'id': '2a8fac9a-4010-4bdb-8f7d-54e20b402a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:20.466356 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Network hostable DHCP agents. Network: a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:20.488523 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38fec4-756d-4d2d-a40b-b992020babc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317971f2-41a4-4b2a-9717-527c60db84c3,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:20.561956 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=86441d6b-1707-456a-9c95-cfed7d5b6639,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:20.622674 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-76731adc-66dc-431b-abf0-e54c5c767a62 None None] Provisioning complete for port 86441d6b-1707-456a-9c95-cfed7d5b6639 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:20.623580 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-76731adc-66dc-431b-abf0-e54c5c767a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.627200 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.662284 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:18Z', 'revision_number': 3, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:20.688297 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 4f6521b2-3881-45cd-a9a4-11af798cc6fe triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:20.688886 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.690580 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:20.691101 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Updating router 952321d1-a56f-46e6-8243-f06ceef438a9 port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:20.721339 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.721844 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Network a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:20.732267 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:20.754641 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Sync routers for ids ['aead13f1-08cd-4776-b2a7-5821d11905fa'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:20.824974 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51108) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:20.846248 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:20.855991 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Routers {'aead13f1-08cd-4776-b2a7-5821d11905fa'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:20.855991 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:29:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['aead13f1-08cd-4776-b2a7-5821d11905fa'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:20.858089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:20.858811 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.950943 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-5303f46e-2670-442b-8a95-f3b4011969b5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6017714 Nov 23 14:30:20.963469 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.963469 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-75908673-d2db-4975-8c25-c98a73b81327 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3752859 Nov 23 14:30:20.974151 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51116) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:21.014893 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.025712 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19dada-8b3d-4466-95c5-8c9b50159c17 None None] Network a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:21.031884 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:30:21.055486 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Set router aead13f1-08cd-4776-b2a7-5821d11905fa gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:21.093035 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.165499 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9d726fda-badc-4bed-941b-3ec19da1336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.204945 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51124) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:21.216343 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Pushing event updated for resources: {'Port': ['ID=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,revision_number=2']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:21.230979 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Attempting to bind port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:21.231354 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Attempting to bind port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:21.234771 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Attempting to bind port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:21.244974 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.251392 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.251392 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.251392 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.251392 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.251392 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.251392 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.252311 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.252851 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.254785 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.255128 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.255632 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Tracked resource versions report: Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: pushed versions: Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: { 'AddressGroup': {'1.2'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'ConntrackHelper': {'1.0'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Log': {'1.0'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Network': {'1.1'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Port': {'1.7'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'PortForwarding': {'1.2'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'QosPolicy': {'1.10'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroup': {'1.5'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SubPort': {'1.0'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Subnet': {'1.1'}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Trunk': {'1.1'}} Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: consumer versions: Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: { DHCP agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: HyperV agent@hv-cinder-80475: {}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: L3 agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: Metadata agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: Metering agent@dv-cinder-804757-10-iscsi: {}, Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: Open vSwitch agent@dv-cinder-804757-10-iscsi: { 'AddressGroup': '1.2', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'ConntrackHelper': '1.0', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Log': '1.0', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Network': '1.1', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Port': '1.7', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'PortForwarding': '1.2', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'QosPolicy': '1.10', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroup': '1.5', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SecurityGroupRule': '1.2', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'SubPort': '1.0', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Subnet': '1.1', Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: 'Trunk': '1.1'}} Nov 23 14:30:21.259369 dv-cinder-804757-10-iscsi neutron-server[103068]: {{(pid=103068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:30:21.267444 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:21.268116 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:21.268762 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.270035 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.270671 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:21.273465 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Bound port: fc0aa0b6-2b47-49f3-af29-4b82c08dfb79, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:21.274019 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.336392 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Deleting subnet ee59ea80-b8ec-4cc1-a9c3-66636e424c41 {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:30:21.343080 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:21.346305 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.380149 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] For port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:21.383663 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] For port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:21.386264 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:21.398123 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:21.399006 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:29:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:21.464584 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.464799 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5733defa-1f3e-47b9-8b17-9862de3f060b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.485494 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.511838 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.542870 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:21.547118 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-b310a4d5-017a-48c4-bb12-02aee667ea90 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5205948 Nov 23 14:30:21.891629 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51136) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:21.894457 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:21.894457 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:29:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:21.894457 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:21.897976 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6497b32e-1589-4636-937b-1f8279ee72d6 req-c7b3ce8d-e41f-443d-aa83-e8a896987d9e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.1031234 Nov 23 14:30:21.898467 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39900998-877a-44f1-9409-21081050435e None None] Network a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:21.899895 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c791a-8370-4375-83ce-8eb039ab6ca7 None None] Pushing event updated for resources: {'Port': ['ID=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:22.013341 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:30:17Z', 'revision_number': 3, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:22.024534 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-3d5aaf5b-bdbe-45c3-aead-0e7cae5c7377 None None] Provisioning complete for port 4f6521b2-3881-45cd-a9a4-11af798cc6fe triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:22.024906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3d5aaf5b-bdbe-45c3-aead-0e7cae5c7377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.073944 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 86441d6b-1707-456a-9c95-cfed7d5b6639 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:22.091237 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Allocated IP 172.20.0.1 (e99f3395-6821-450f-8990-3416439c902b/3bd89791-7974-409f-b312-47991d0b1ecc/439d72ff-f99c-4a02-8e78-3edb83cdfd88) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:22.100290 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Checking router: aead13f1-08cd-4776-b2a7-5821d11905fa for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:22.100605 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Updating router aead13f1-08cd-4776-b2a7-5821d11905fa port e1d063ed-fd07-4114-976c-7bff8b466d44 binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:22.148171 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.166071 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:22.180974 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5733defa-1f3e-47b9-8b17-9862de3f060b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.194795 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee59ea80-b8ec-4cc1-a9c3-66636e424c41,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:22.218756 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.226605 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-bfbae294-2df3-4139-aaee-0e9bec798760 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ee59ea80-b8ec-4cc1-a9c3-66636e424c41 HTTP/1.1" status: 204 len: 168 time: 1.0196428 Nov 23 14:30:22.233831 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51148) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:22.305862 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5733defa-1f3e-47b9-8b17-9862de3f060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.349027 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.375950 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.503316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.511854 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:19Z', 'revision_number': 3, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:22.564990 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:22.566147 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Updating router afa2cc76-f075-4320-b4e1-a9c9df1bb402 port ab026812-5d53-4391-9b1b-a15f9ace916c binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:22.612924 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:18Z', 'revision_number': 3, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:22.616333 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.618467 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733defa-1f3e-47b9-8b17-9862de3f060b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2918e-30d9-48b7-9536-2db2a76a21d5,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:22.644349 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5733defa-1f3e-47b9-8b17-9862de3f060b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4cab7e219a494176a7e4dfee2370e7bc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8182888 Nov 23 14:30:22.654035 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd0cf0-1fe8-43eb-87d8-72099b1f2587 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:18Z', 'revision_number': 3, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:22.664388 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51154) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:22.725006 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.768879 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.820760 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.824413 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.825363 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.825857 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.826358 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.827734 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.828191 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.830264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.830722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.831161 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:22.852491 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 86441d6b-1707-456a-9c95-cfed7d5b6639 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:22.853059 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.921606 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-3d5aaf5b-bdbe-45c3-aead-0e7cae5c7377 None None] Provisioning complete for port 86441d6b-1707-456a-9c95-cfed7d5b6639 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:22.922337 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3d5aaf5b-bdbe-45c3-aead-0e7cae5c7377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:22.943197 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d5644db2-085a-48c8-8e5a-894cec38b9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.017916 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 4f6521b2-3881-45cd-a9a4-11af798cc6fe up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:23.023286 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d5644db2-085a-48c8-8e5a-894cec38b9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.143945 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 4f6521b2-3881-45cd-a9a4-11af798cc6fe triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:23.144322 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.198996 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.227402 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.244631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:23.244631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:23.244631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:23.244631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:23.244631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdad1b5-494e-4d6a-8b3c-248692d8d4f8']}} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:23.292514 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-db269430-fa55-47dd-93ad-6649b04602d2 req-72e79421-be26-4664-987a-7aa8559b4db9 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.0416977 Nov 23 14:30:23.301136 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9872c820-aa35-4f90-9fc6-c65c9b51381f') {'for_net_delete': True} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:23.301431 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9872c820-aa35-4f90-9fc6-c65c9b51381f') {} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:23.324924 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2142867244'] for segment, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.371020 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.384039 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:23.384830 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143283108'] for segment, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: from cryptography.utils import int_from_bytes Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: from cryptography.utils import int_from_bytes Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: Traceback (most recent call last): Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: timer() Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: cb(*args, **kw) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: return func(*args, **kwargs) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: self._notify() Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: self.callback(batched_events) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: event.method(event) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: return f(self, *a, **k) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._get(url).json() Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:23.388410 dv-cinder-804757-10-iscsi neutron-server[103066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:23.407142 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.411819 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d5644db2-085a-48c8-8e5a-894cec38b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.417153 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e17f629f-203b-4dc8-b250-929499f4aaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.427803 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d5644db2-085a-48c8-8e5a-894cec38b9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.427950 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Allocated IP 172.20.0.1 (2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1/c0711b79-edab-4e23-a122-f8f28ddb378e/6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:23.428067 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d5644db2-085a-48c8-8e5a-894cec38b9b4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/32b2918e-30d9-48b7-9536-2db2a76a21d5 HTTP/1.1" status: 204 len: 168 time: 0.7540116 Nov 23 14:30:23.428067 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.487995 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Attempting to bind port ab026812-5d53-4391-9b1b-a15f9ace916c on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:23.488371 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Attempting to bind port ab026812-5d53-4391-9b1b-a15f9ace916c by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:23.488679 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Attempting to bind port ab026812-5d53-4391-9b1b-a15f9ace916c on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:23.500883 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:23.506290 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:23.506290 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.506290 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:23.506290 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Bound port: ab026812-5d53-4391-9b1b-a15f9ace916c, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:23.506290 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.506664 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Allocated IP 172.20.0.1 (75dee0cb-c425-47a6-a181-354dcf25b3e5/b65b94f5-1a02-491a-9ebe-575b4bda4e8e/e7879360-36f2-4d93-9c4f-1f70d19084bf) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:23.510836 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5644db2-085a-48c8-8e5a-894cec38b9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2918e-30d9-48b7-9536-2db2a76a21d5,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:23.554356 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Network e99f3395-6821-450f-8990-3416439c902b is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:23.575180 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] For port ab026812-5d53-4391-9b1b-a15f9ace916c, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:23.578741 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] For port ab026812-5d53-4391-9b1b-a15f9ace916c, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ab026812-5d53-4391-9b1b-a15f9ace916c,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:23.580424 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b280-fc33-4418-96c1-097fa932ecd5 None None] Pushing event updated for resources: {'Port': ['ID=ab026812-5d53-4391-9b1b-a15f9ace916c,revision_number=2']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:23.581724 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:23.612043 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:23.617114 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.659450 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.683625 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Pushing event updated for resources: {'Port': ['ID=439d72ff-f99c-4a02-8e78-3edb83cdfd88,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:23.687207 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.720519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.726414 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.733258 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/ecdad1b5-494e-4d6a-8b3c-248692d8d4f8 HTTP/1.1" status: 204 len: 168 time: 1.4955873 Nov 23 14:30:23.737924 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51166) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:23.783701 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:23.787604 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:23.809905 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Deleting subnet 59107e46-bbed-4bb1-a8fd-800f8c9b628d {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:30:23.815491 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.850974 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83648b5e-e2a2-4958-a283-1ec39d0e36a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdad1b5-494e-4d6a-8b3c-248692d8d4f8,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:23.894891 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.904683 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b280-fc33-4418-96c1-097fa932ecd5 None None] Pushing event updated for resources: {'Port': ['ID=ab026812-5d53-4391-9b1b-a15f9ace916c,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:23.908652 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2142867253'] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.949687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:23.986379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.007125 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Pushing event updated for resources: {'Port': ['ID=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:24.027171 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:24.033976 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:24.036679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:24.041433 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.115326 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:24.121706 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.161808 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:24.163768 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce791f-2082-4f2f-8189-94212707adba None None] Pushing event updated for resources: {'Port': ['ID=e1d063ed-fd07-4114-976c-7bff8b466d44,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:24.179078 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Attempting to bind port e1d063ed-fd07-4114-976c-7bff8b466d44 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:24.179746 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Attempting to bind port e1d063ed-fd07-4114-976c-7bff8b466d44 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:24.180860 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Attempting to bind port e1d063ed-fd07-4114-976c-7bff8b466d44 on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:24.188193 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-d64b8b3b-5522-4696-b6fe-0091481539d8 None None] Provisioning complete for port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:24.189323 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d64b8b3b-5522-4696-b6fe-0091481539d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.198470 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:24.199195 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:24.199820 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.200452 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:24.201952 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Bound port: e1d063ed-fd07-4114-976c-7bff8b466d44, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:24.202967 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.304207 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-d64b8b3b-5522-4696-b6fe-0091481539d8 None None] Port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:24.325895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143282186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143022044'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.339493 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.350862 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.354883 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/59107e46-bbed-4bb1-a8fd-800f8c9b628d HTTP/1.1" status: 204 len: 168 time: 0.6139829 Nov 23 14:30:24.392140 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51182) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:24.394819 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eafdd-9bd3-4076-b07b-0c67b1f940b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59107e46-bbed-4bb1-a8fd-800f8c9b628d,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:24.485577 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:24.492610 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.493747 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.501556 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] For port e1d063ed-fd07-4114-976c-7bff8b466d44, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:24.543517 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.576147 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Pushing event updated for resources: {'Port': ['ID=e7879360-36f2-4d93-9c4f-1f70d19084bf,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:24.576869 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] For port e1d063ed-fd07-4114-976c-7bff8b466d44, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e1d063ed-fd07-4114-976c-7bff8b466d44,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:24.598633 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.613067 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:19Z', 'revision_number': 3, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:24.627527 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.691022 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:24.691851 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:24.695387 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51188) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:24.698839 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-94644117-9fea-4feb-8e1b-93414755b722 req-5527cbfd-c008-4414-83c3-78031f482b2d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.0690894 Nov 23 14:30:24.704693 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e4ab6-8910-43ca-9fbc-3115798e397f None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:19Z', 'revision_number': 3, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:24.707202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.715256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:24.715919 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.718696 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fe012a4e-0e0e-4013-911f-8d358b99e0c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.723572 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.814305 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.866893 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:24.911223 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Routers {'aead13f1-08cd-4776-b2a7-5821d11905fa'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:24.912125 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['aead13f1-08cd-4776-b2a7-5821d11905fa'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:24.964152 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.028507 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fe012a4e-0e0e-4013-911f-8d358b99e0c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.059394 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.139761 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fe012a4e-0e0e-4013-911f-8d358b99e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.244579 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:25.250484 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce791f-2082-4f2f-8189-94212707adba None None] Pushing event updated for resources: {'Port': ['ID=e1d063ed-fd07-4114-976c-7bff8b466d44,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:25.303517 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe012a4e-0e0e-4013-911f-8d358b99e0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fc7d7-0013-4c45-9002-11bcac329c31,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:25.326532 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-f7a8f375-a1ea-4e30-82ca-59af2d5b4922 None None] Provisioning complete for port e7879360-36f2-4d93-9c4f-1f70d19084bf triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:25.327161 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f375-a1ea-4e30-82ca-59af2d5b4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.333402 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.335723 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Pushing event updated for resources: {'Port': ['ID=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:25.347061 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.439022 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8f375-a1ea-4e30-82ca-59af2d5b4922 None None] Port e7879360-36f2-4d93-9c4f-1f70d19084bf cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:25.442709 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:25.476591 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] Set router aead13f1-08cd-4776-b2a7-5821d11905fa gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:25.481303 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fe012a4e-0e0e-4013-911f-8d358b99e0c5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9224e1a7652d40c3a3225b4fb3f371b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7815003 Nov 23 14:30:25.491997 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51210) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:25.538556 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:25.546744 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > port after_create 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > port after_update 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.553412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.554474 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.619123 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:25.626646 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:25.841061 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.841410 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.841741 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.842789 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:30:25.843208 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:25.887533 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5', 'name': '', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'mac_address': 'fa:16:3e:ba:25:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:22Z', 'updated_at': '2021-11-23T14:30:23Z', 'revision_number': 1, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'subnets': [{'id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:25.914335 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8fac9a-4010-4bdb-8f7d-54e20b402a8b') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:25.914814 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8fac9a-4010-4bdb-8f7d-54e20b402a8b') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:25.948484 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991612ce-8202-483a-a051-feaecd330eb4 None None] The sync data for ids ['aead13f1-08cd-4776-b2a7-5821d11905fa'] in dv-cinder-804757-10-iscsi is: [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5', 'name': '', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'mac_address': 'fa:16:3e:ba:25:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:22Z', 'updated_at': '2021-11-23T14:30:23Z', 'revision_number': 1, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'subnets': [{'id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:25.998577 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dcbc5ea2-3908-450b-a53e-b16c8cc09d8c req-d7af3f18-7c31-4c41-90af-fd032d0b7163 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.0605416 Nov 23 14:30:26.034751 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Router aead13f1-08cd-4776-b2a7-5821d11905fa has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:30:26.053035 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.071574 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.084645 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.165876 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:26.174117 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.176128 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.210032 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:26.210453 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: from cryptography.utils import int_from_bytes Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: from cryptography.utils import int_from_bytes Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:26.215396 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:26.253815 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:26.254398 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.424871 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:26.440899 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a7cab2fe-87f4-4650-818f-1d057803e3cd admin admin] 10.222.0.82 "PUT /v2.0/routers/aead13f1-08cd-4776-b2a7-5821d11905fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4656796 Nov 23 14:30:26.500365 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bee0a83a-97b5-42b1-b848-4fcc29f39de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.505281 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ab026812-5d53-4391-9b1b-a15f9ace916c up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:26.534037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51224) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:26.538728 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.562907 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.85', 49898) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:26.571469 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port ab026812-5d53-4391-9b1b-a15f9ace916c triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:26.571963 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.791875 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.834682 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port ab026812-5d53-4391-9b1b-a15f9ace916c, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ab026812-5d53-4391-9b1b-a15f9ace916c,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:26.841137 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bee0a83a-97b5-42b1-b848-4fcc29f39de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.906185 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.907109 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6f98dea-d242-4dc5-9747-52f54ecbcef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.963594 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.968920 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-51922562-c6a0-47ea-8a48-8ff2ae0dd0d4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.975012 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-51922562-c6a0-47ea-8a48-8ff2ae0dd0d4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.85 "GET /v2.0/networks?id=80e9ea19-d253-45d4-b23b-95319665cd2f HTTP/1.1" status: 200 len: 812 time: 0.4076004 Nov 23 14:30:27.028218 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Pushing event updated for resources: {'Port': ['ID=439d72ff-f99c-4a02-8e78-3edb83cdfd88,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:27.053156 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Request body: {'port': {'device_id': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f', 'admin_state_up': True, 'tenant_id': 'bc6dcdf0bd0d4ba4b54402a4c1cc6023'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:27.152791 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=ab026812-5d53-4391-9b1b-a15f9ace916c,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:27.215349 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.221994 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.229504 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] 10.222.0.82 "DELETE /v2.0/networks/a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b HTTP/1.1" status: 204 len: 168 time: 2.8351135 Nov 23 14:30:27.321953 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bfacfe92-5895-4ff0-9f47-513879eb44ad req-bfa9d057-5b4f-46b0-87e8-75ebb57314e1 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.1379125 Nov 23 14:30:27.370256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.467652 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b14a5-0424-442b-8a82-e717da87cd8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a29fb766-bf8c-4747-b8b3-b2b8f37c2e8b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:27.689732 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6f98dea-d242-4dc5-9747-52f54ecbcef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.769197 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6f98dea-d242-4dc5-9747-52f54ecbcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.823627 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51272) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:27.843968 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Made reservation on behalf of bc6dcdf0bd0d4ba4b54402a4c1cc6023 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:27.847497 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.909581 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a6f98dea-d242-4dc5-9747-52f54ecbcef0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=017021dac8664e05b0a93bbf51b7be11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3754489 Nov 23 14:30:27.912264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51274) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:27.915165 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f98dea-d242-4dc5-9747-52f54ecbcef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00073d8a-7e36-4578-b7e1-7fe8b3508039,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:28.001283 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-1aa4429d-7f4f-4075-9faa-b40dd7cc2fb2 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:28.009593 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-1aa4429d-7f4f-4075-9faa-b40dd7cc2fb2 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 818 time: 0.4676096 Nov 23 14:30:28.024060 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bee0a83a-97b5-42b1-b848-4fcc29f39de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.039600 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bee0a83a-97b5-42b1-b848-4fcc29f39de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.045508 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bee0a83a-97b5-42b1-b848-4fcc29f39de7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ea1fc7d7-0013-4c45-9002-11bcac329c31 HTTP/1.1" status: 204 len: 168 time: 2.5478151 Nov 23 14:30:28.046891 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ee475fbb-a198-49f7-aed9-bba455c955ca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ba97c68061447ecb9fb06c2891f4dd3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2175386 Nov 23 14:30:28.068798 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51282) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:28.112649 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0a83a-97b5-42b1-b848-4fcc29f39de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fc7d7-0013-4c45-9002-11bcac329c31,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:28.131217 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-38a9fb6f-2919-4e7f-b7c9-2339b1f1807b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/quotas/39cee3fc64784108bc54007c1c6c0ca6 HTTP/1.1" status: 200 len: 375 time: 0.1206827 Nov 23 14:30:28.143573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Network e99f3395-6821-450f-8990-3416439c902b is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:28.145584 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.186455 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:28.207182 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.274875 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ab026812-5d53-4391-9b1b-a15f9ace916c up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:28.462408 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port ab026812-5d53-4391-9b1b-a15f9ace916c triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:28.466790 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.608322 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Pushing event updated for resources: {'Port': ['ID=e7879360-36f2-4d93-9c4f-1f70d19084bf,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:28.619749 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-c6b37aea-59c8-4e06-aa61-6f0e299dbe79 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4875445 Nov 23 14:30:28.623076 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.656474 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8e6f-efcb-4d13-9c98-593edbfe79f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.688182 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a5aad20-87a2-4a0e-9c57-dfaf0df2f742 req-81ef7347-516d-4553-8293-d62ab43e530d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.1891928 Nov 23 14:30:28.716343 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Allocated IP 172.20.0.9 (80e9ea19-d253-45d4-b23b-95319665cd2f/20715c89-a411-459c-ba26-e886dd62a829/13c1d6ed-047c-49db-9ca5-88949c465a08) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:28.732120 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f2d9-5b0f-4127-a2a2-c673529754ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.849339 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e1d063ed-fd07-4114-976c-7bff8b466d44 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:28.891385 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8e6f-efcb-4d13-9c98-593edbfe79f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.894348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Router 952321d1-a56f-46e6-8243-f06ceef438a9 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:30:28.922687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f2d9-5b0f-4127-a2a2-c673529754ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:28.931457 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port e1d063ed-fd07-4114-976c-7bff8b466d44 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:28.931836 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.099476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:29.111851 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:29.196712 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-3e6bb861-0eda-4b56-8b0d-f520924ec924 None None] Provisioning complete for port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:29.198797 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb861-0eda-4b56-8b0d-f520924ec924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.242943 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8e6f-efcb-4d13-9c98-593edbfe79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.243866 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8e6f-efcb-4d13-9c98-593edbfe79f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.251387 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-aaaf8e6f-efcb-4d13-9c98-593edbfe79f4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/00073d8a-7e36-4578-b7e1-7fe8b3508039 HTTP/1.1" status: 204 len: 168 time: 1.3346879 Nov 23 14:30:29.276503 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf8e6f-efcb-4d13-9c98-593edbfe79f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00073d8a-7e36-4578-b7e1-7fe8b3508039,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:29.309135 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-728ddb00-bfee-4b8a-b018-7f4d529b294c service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:30:29.320746 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-728ddb00-bfee-4b8a-b018-7f4d529b294c service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2553182 Nov 23 14:30:29.358283 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f2d9-5b0f-4127-a2a2-c673529754ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.366141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f2d9-5b0f-4127-a2a2-c673529754ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.366141 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2bb8f2d9-5b0f-4127-a2a2-c673529754ea admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0e3436c1-112f-4f75-94f6-e9e22a215b32 HTTP/1.1" status: 204 len: 168 time: 1.2824254 Nov 23 14:30:29.394457 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.408661 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8f2d9-5b0f-4127-a2a2-c673529754ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3436c1-112f-4f75-94f6-e9e22a215b32,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:29.439086 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bb861-0eda-4b56-8b0d-f520924ec924 None None] Port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:29.518085 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.589327 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.684850 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port e1d063ed-fd07-4114-976c-7bff8b466d44, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e1d063ed-fd07-4114-976c-7bff8b466d44,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:29.684850 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-944b5c8c-8bf2-4312-aba8-f251a717acda None None] Provisioning complete for port e7879360-36f2-4d93-9c4f-1f70d19084bf triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:29.684850 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-944b5c8c-8bf2-4312-aba8-f251a717acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.785733 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Pushing event updated for resources: {'Port': ['ID=13c1d6ed-047c-49db-9ca5-88949c465a08,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:29.787046 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-3302b90f-afa1-4661-a837-e433d5d71d89 service neutron] 10.222.0.82 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654276 Nov 23 14:30:29.828820 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-944b5c8c-8bf2-4312-aba8-f251a717acda None None] Port e7879360-36f2-4d93-9c4f-1f70d19084bf cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:29.831142 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.872913 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:29.884185 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:30:29.884566 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-87e62a99-2d1f-4677-91f2-4d40bad3e514 admin admin] 10.222.0.82 "PUT /v2.0/routers/952321d1-a56f-46e6-8243-f06ceef438a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6306710 Nov 23 14:30:29.926551 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Network 80e9ea19-d253-45d4-b23b-95319665cd2f is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:29.930023 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:29.934509 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:29.944099 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:29.984978 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:29.986666 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:30.130989 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247ed0-ae65-4269-8d68-932489ea8cd4 req-25bcfca6-a366-4fc1-9f92-9cc9e7fc10a4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:30.155550 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6247ed0-ae65-4269-8d68-932489ea8cd4 req-25bcfca6-a366-4fc1-9f92-9cc9e7fc10a4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 931 time: 0.2424967 Nov 23 14:30:30.155954 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-1fff9223-7bd7-4c8a-8378-32e4385962c9 service neutron] 10.222.0.82 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568437 Nov 23 14:30:30.172475 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:30.252985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:30.254445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.303715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=e1d063ed-fd07-4114-976c-7bff8b466d44,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:30.318859 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6247ed0-ae65-4269-8d68-932489ea8cd4 req-b09ac569-e16a-496d-911b-edf40702a1fb tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686795 Nov 23 14:30:30.370447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:30.376986 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2b34385d-12ff-446c-a46b-bd74d8d56e1c admin admin] 10.222.0.82 "PUT /v2.0/routers/afa2cc76-f075-4320-b4e1-a9c9df1bb402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8197794 Nov 23 14:30:30.393201 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-9640d102-8699-48a1-aa1a-23d61d51de10 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3380096 Nov 23 14:30:30.393410 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:30.409358 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4b11e9b3-991d-445d-a238-419794198c7e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:30:30.410783 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:30.411684 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4b11e9b3-991d-445d-a238-419794198c7e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176232 Nov 23 14:30:30.411899 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:30.511089 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Sync routers for ids ['aead13f1-08cd-4776-b2a7-5821d11905fa'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:30.529196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Routers {'aead13f1-08cd-4776-b2a7-5821d11905fa'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:30.530107 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['aead13f1-08cd-4776-b2a7-5821d11905fa'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:30.600449 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:30.663301 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 2, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:30.736106 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51356) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:30.782353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-197862f3-bc03-4bd1-b0ca-f4ce84b6e9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.796657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Set router aead13f1-08cd-4776-b2a7-5821d11905fa gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:30.985800 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 2, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:31.071778 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:31.076652 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Updating router afa2cc76-f075-4320-b4e1-a9c9df1bb402 port e7879360-36f2-4d93-9c4f-1f70d19084bf binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:31.095324 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:31.095324 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Updating router 952321d1-a56f-46e6-8243-f06ceef438a9 port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:31.115960 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-197862f3-bc03-4bd1-b0ca-f4ce84b6e9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.144422 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.157829 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6872516c-ee36-4b4c-ace6-aaec397670f6 req-ed384531-be28-4812-ab6a-048f08ccb9bf tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 210 time: 0.3645720 Nov 23 14:30:31.192791 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-197862f3-bc03-4bd1-b0ca-f4ce84b6e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.283720 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197862f3-bc03-4bd1-b0ca-f4ce84b6e9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b591b099-eae7-4091-ab88-ad329c315e58,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:31.300034 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-197862f3-bc03-4bd1-b0ca-f4ce84b6e9a8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2bb10946e26d4bb3807bbe89b92323a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604932 Nov 23 14:30:31.300827 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51382) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:31.395420 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2534-e86a-44ae-b351-659af06cbdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.423509 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2534-e86a-44ae-b351-659af06cbdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.525544 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51398) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:31.583229 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.594313 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-96d0dc36-5fd8-4dc8-b9c6-b8123425748a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=13ab0719bd3e4b45a5f52c2d94afce67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0674262 Nov 23 14:30:31.596708 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51400) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:31.661493 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea900-7f23-498a-9f73-3bf97925f354 req-74e24b17-d01e-45db-9b3a-5e4188f0d7c0 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:31.672474 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2534-e86a-44ae-b351-659af06cbdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.678623 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-963ea900-7f23-498a-9f73-3bf97925f354 req-74e24b17-d01e-45db-9b3a-5e4188f0d7c0 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 931 time: 0.2351725 Nov 23 14:30:31.679322 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2534-e86a-44ae-b351-659af06cbdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.682456 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1c7f2534-e86a-44ae-b351-659af06cbdb5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b591b099-eae7-4091-ab88-ad329c315e58 HTTP/1.1" status: 204 len: 168 time: 0.3798168 Nov 23 14:30:31.759376 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f81-268b-4d45-88cd-d59f544bd41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.821974 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f81-268b-4d45-88cd-d59f544bd41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.825452 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-963ea900-7f23-498a-9f73-3bf97925f354 req-977588ee-aef0-4ab3-b39c-ec4216ce91ae tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506739 Nov 23 14:30:31.854139 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f2534-e86a-44ae-b351-659af06cbdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591b099-eae7-4091-ab88-ad329c315e58,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:31.895752 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.023201 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5', 'name': '', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'mac_address': 'fa:16:3e:ba:25:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:22Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 2, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'subnets': [{'id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:32.066832 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Request body: {'port': {'device_id': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:32.078321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e1d063ed-fd07-4114-976c-7bff8b466d44 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:32.084492 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Checking router: aead13f1-08cd-4776-b2a7-5821d11905fa for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:32.084818 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Updating router aead13f1-08cd-4776-b2a7-5821d11905fa port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:32.180545 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.216877 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.338236 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.370852 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port e1d063ed-fd07-4114-976c-7bff8b466d44 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:32.371213 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.504251 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f81-268b-4d45-88cd-d59f544bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.509840 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f81-268b-4d45-88cd-d59f544bd41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.509840 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ab8d8f81-268b-4d45-88cd-d59f544bd41b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/670a84bc-5a0c-489a-b508-058166ce8ea4 HTTP/1.1" status: 204 len: 168 time: 0.9103258 Nov 23 14:30:32.528343 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d8f81-268b-4d45-88cd-d59f544bd41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a84bc-5a0c-489a-b508-058166ce8ea4,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:32.610808 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d09bd-dcb6-4ce8-a569-11141c393638 None None] Pushing event updated for resources: {'Port': ['ID=e7879360-36f2-4d93-9c4f-1f70d19084bf,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:32.694483 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51432) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:32.700632 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019036522', 'description': 'tempest-description--704110911'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:32.782180 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Attempting to bind port e7879360-36f2-4d93-9c4f-1f70d19084bf on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:32.787232 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Attempting to bind port e7879360-36f2-4d93-9c4f-1f70d19084bf by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:32.787232 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Attempting to bind port e7879360-36f2-4d93-9c4f-1f70d19084bf on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:32.806713 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:32.807368 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Checking segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:32.808058 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.808717 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Bound using segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:32.809405 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Bound port: e7879360-36f2-4d93-9c4f-1f70d19084bf, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:32.810152 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.945010 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.986787 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] For port e7879360-36f2-4d93-9c4f-1f70d19084bf, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:33.008756 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] For port e7879360-36f2-4d93-9c4f-1f70d19084bf, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e7879360-36f2-4d93-9c4f-1f70d19084bf,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:33.216410 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.217187 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.233665 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-5ecbe477-b52d-4bf1-9f88-92837f2deec8 None None] Provisioning complete for port e7879360-36f2-4d93-9c4f-1f70d19084bf triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:33.236896 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe477-b52d-4bf1-9f88-92837f2deec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.263999 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-9912dff5-d52a-4aa3-b46f-78374db0d49b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.265558 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-9912dff5-d52a-4aa3-b46f-78374db0d49b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 818 time: 0.3746989 Nov 23 14:30:33.294734 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-7452176c-cddf-4a03-a2a9-b126eb2f38bf tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/quotas/39cee3fc64784108bc54007c1c6c0ca6 HTTP/1.1" status: 200 len: 375 time: 0.0220404 Nov 23 14:30:33.342690 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:33.344467 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:33.369712 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.493116 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550dcceb-ffa6-41ad-9f10-3d67447188c6,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:33.508497 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51458) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:33.522919 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131968502', 'description': 'tempest-description--727505418'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:33.580630 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-6f97c9c6-eec5-4bd8-98d2-15b259e673b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2790837 Nov 23 14:30:33.606761 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d09bd-dcb6-4ce8-a569-11141c393638 None None] Pushing event updated for resources: {'Port': ['ID=e7879360-36f2-4d93-9c4f-1f70d19084bf,revision_number=4']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:33.717812 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-766ec49c-6959-44d8-8d92-30d93cb843bb service neutron] 10.222.0.82 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361513 Nov 23 14:30:33.721333 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c1d6ed-047c-49db-9ca5-88949c465a08 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:33.763217 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.781211 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e353d-b265-4562-a1eb-f194503f538b req-5d4839f5-2a02-4367-a440-225a332e1c3e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.790720 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-719e353d-b265-4562-a1eb-f194503f538b req-5d4839f5-2a02-4367-a440-225a332e1c3e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 931 time: 0.1986861 Nov 23 14:30:33.839280 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.842151 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.843771 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-30bb7312-140e-400c-ab8c-55213de02153 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1481729 Nov 23 14:30:33.869038 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51470) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:33.889829 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'security_group_rule': {'security_group_id': '550dcceb-ffa6-41ad-9f10-3d67447188c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:33.912050 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:33.976383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.032598 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Transition to ACTIVE for port object 13c1d6ed-047c-49db-9ca5-88949c465a08 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:34.049636 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-719e353d-b265-4562-a1eb-f194503f538b req-60ab3aa2-44e6-4140-9643-3bce33f59904 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390599 Nov 23 14:30:34.056948 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.136783 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-f2012711-10ec-455a-bd12-694a3b97b709 service neutron] 10.222.0.82 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178236 Nov 23 14:30:34.144930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.161555 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5888aa-ebb9-4e5b-bfd9-d32385b6068c None None] Pushing event updated for resources: {'Port': ['ID=439d72ff-f99c-4a02-8e78-3edb83cdfd88,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:34.197512 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe477-b52d-4bf1-9f88-92837f2deec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.384002 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.387021 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.467115 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.481350 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-5ecbe477-b52d-4bf1-9f88-92837f2deec8 None None] For port e7879360-36f2-4d93-9c4f-1f70d19084bf, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e7879360-36f2-4d93-9c4f-1f70d19084bf,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:34.485555 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.487681 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Attempting to bind port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:34.488300 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Attempting to bind port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:34.488884 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Attempting to bind port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 on network e99f3395-6821-450f-8990-3416439c902b {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:34.526399 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:34.527878 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Checking segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:34.529603 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.530724 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Bound using segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:34.536781 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Bound port: 439d72ff-f99c-4a02-8e78-3edb83cdfd88, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:34.536781 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.545485 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=13c1d6ed-047c-49db-9ca5-88949c465a08,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:34.562715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe477-b52d-4bf1-9f88-92837f2deec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.595254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:34.605523 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.754091 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-47c16e9e-0135-4f56-abf5-ffc58664f61a req-330927fb-4782-45bc-9831-b265716acea6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.0964034 Nov 23 14:30:34.760670 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.786841 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:32Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:34.800393 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d70fc989-239e-49d1-8cbd-deaecad265b0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2691345 Nov 23 14:30:34.801206 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51496) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:34.820905 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbe477-b52d-4bf1-9f88-92837f2deec8 None None] Pushing event updated for resources: {'Port': ['ID=e7879360-36f2-4d93-9c4f-1f70d19084bf,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:34.826107 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'security_group_rule': {'security_group_id': 'ff7e35b3-6b9f-447d-9fc6-45aec3e33a63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:34.856850 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] For port 439d72ff-f99c-4a02-8e78-3edb83cdfd88, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:34.881022 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Provisioning complete for port e7879360-36f2-4d93-9c4f-1f70d19084bf triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:34.881391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.918075 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] For port 439d72ff-f99c-4a02-8e78-3edb83cdfd88, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=439d72ff-f99c-4a02-8e78-3edb83cdfd88,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:34.931599 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26a5f-8c65-47e5-8c55-412534142fa6 None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:32Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:34.972515 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d1973-7835-4705-a774-200177c35edc None None] Pushing event updated for resources: {'Port': ['ID=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:34.982942 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Attempting to bind port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:34.982942 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Attempting to bind port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:34.982942 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Attempting to bind port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:34.992636 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.002379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:35.002379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Checking segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:35.002379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.002379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Bound using segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:35.005329 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Bound port: 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:35.009148 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.011762 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.048340 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Attempting to bind port 13c1d6ed-047c-49db-9ca5-88949c465a08 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:35.048727 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Attempting to bind port 13c1d6ed-047c-49db-9ca5-88949c465a08 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c4170761-86eb-411a-a9d3-20555dc4fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:35.049066 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Attempting to bind port 13c1d6ed-047c-49db-9ca5-88949c465a08 on network 80e9ea19-d253-45d4-b23b-95319665cd2f {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:35.049381 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.064955 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.066705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Port 13c1d6ed-047c-49db-9ca5-88949c465a08 on network 80e9ea19-d253-45d4-b23b-95319665cd2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:35.072565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Attempting to bind port 13c1d6ed-047c-49db-9ca5-88949c465a08 on network 80e9ea19-d253-45d4-b23b-95319665cd2f {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:35.189152 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abea09bf-e39e-40fa-ac51-01b678816057,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:35.263020 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.305679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:35.307066 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Checking segment: {'id': 'c4170761-86eb-411a-a9d3-20555dc4fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:35.307859 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Bound using segment: {'id': 'c4170761-86eb-411a-a9d3-20555dc4fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:35.308634 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Bound port: 13c1d6ed-047c-49db-9ca5-88949c465a08, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4170761-86eb-411a-a9d3-20555dc4fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:35.309394 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.315740 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.318571 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3f5aaea3-9ae7-4bef-9dde-1e076c801f53 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4482708 Nov 23 14:30:35.325939 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51514) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:35.333434 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'security_group_rule': {'security_group_id': '550dcceb-ffa6-41ad-9f10-3d67447188c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:35.466927 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c5c2c-7479-4565-a4c1-34f418a857a5 req-07b106b7-1020-4729-9694-e3ac35df8358 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:35.475751 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-389c5c2c-7479-4565-a4c1-34f418a857a5 req-07b106b7-1020-4729-9694-e3ac35df8358 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.2877779 Nov 23 14:30:35.504351 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] For port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:35.508341 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] For port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:35.510570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5888aa-ebb9-4e5b-bfd9-d32385b6068c None None] Pushing event updated for resources: {'Port': ['ID=439d72ff-f99c-4a02-8e78-3edb83cdfd88,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:35.521496 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:35.531104 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:35.555491 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.627547 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] For port 13c1d6ed-047c-49db-9ca5-88949c465a08, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:35.638010 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] For port 13c1d6ed-047c-49db-9ca5-88949c465a08, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=13c1d6ed-047c-49db-9ca5-88949c465a08,segment=NetworkSegment(c4170761-86eb-411a-a9d3-20555dc4fc35),segment_id=c4170761-86eb-411a-a9d3-20555dc4fc35)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:35.641529 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3fcd04-ffc8-4bcc-bf2c-7f108adb61ac,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:35.657711 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.732067 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.734262 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-83be6f10-61a7-4863-90c3-1aa3dccd99f5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9297569 Nov 23 14:30:35.740804 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51530) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:35.778314 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-389c5c2c-7479-4565-a4c1-34f418a857a5 req-1a357fdc-32d5-4cc5-bacc-4b556c425e63 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978272 Nov 23 14:30:35.782316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'security_group_rule': {'security_group_id': 'ff7e35b3-6b9f-447d-9fc6-45aec3e33a63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:35.901044 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.919055 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.966438 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.972136 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e61dc480-6a74-4d99-afd2-7ca8214131bf req-b7a6992a-9d51-4bd8-8239-e3bbccb8f8eb tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.0931411 Nov 23 14:30:36.082400 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.149616 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9910514c-0de2-40cb-bafb-65451064e7e8,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:36.192523 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:36.193741 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Provisioning complete for port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:36.195970 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.196593 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.215574 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] 10.222.0.85 "PUT /v2.0/ports/13c1d6ed-047c-49db-9ca5-88949c465a08 HTTP/1.1" status: 200 len: 1093 time: 4.3607078 Nov 23 14:30:36.229988 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.234283 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bb4cfa10-10e0-4e17-a6df-dadc22004508 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9061165 Nov 23 14:30:36.234946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51542) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:36.243682 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.255542 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'tag': '13c1d6ed-047c-49db-9ca5-88949c465a08'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:36.270406 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:36.307147 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e7879360-36f2-4d93-9c4f-1f70d19084bf up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:36.341965 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:36.345388 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d1973-7835-4705-a774-200177c35edc None None] Pushing event updated for resources: {'Port': ['ID=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:36.347933 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Routers {'aead13f1-08cd-4776-b2a7-5821d11905fa'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:36.354999 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['aead13f1-08cd-4776-b2a7-5821d11905fa'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:36.540999 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.85', 49913) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:36.550760 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d213-db58-4b55-998b-100aeeac7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=13c1d6ed-047c-49db-9ca5-88949c465a08,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:36.774481 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-193b3fe1-b7f8-4640-9c54-8e1a52783a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:36.776112 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-193b3fe1-b7f8-4640-9c54-8e1a52783a1f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc6dcdf0bd0d4ba4b54402a4c1cc6023&device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 1096 time: 0.2169411 Nov 23 14:30:36.788199 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.878011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-432ad125-8502-4f3f-917f-f5e751e234c1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:36.882541 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-432ad125-8502-4f3f-917f-f5e751e234c1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 818 time: 0.5614886 Nov 23 14:30:36.883840 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] Set router aead13f1-08cd-4776-b2a7-5821d11905fa gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:36.927116 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Request body: {'port': {'device_id': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'admin_state_up': True, 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:36.932013 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port e7879360-36f2-4d93-9c4f-1f70d19084bf triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:36.932410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.002007 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.026905 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.051665 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-1b9ca8ff-15d9-4b32-8376-f23b235ffc5c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c1d6ed-047c-49db-9ca5-88949c465a08 HTTP/1.1" status: 200 len: 217 time: 0.2015285 Nov 23 14:30:37.178456 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554a9545-61c3-4af5-8bf7-a799ae68ae1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd32f487-0ba1-4203-b38d-e8c98996571b", "tag": "13c1d6ed-047c-49db-9ca5-88949c465a08"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:37.213490 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.275093 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745b7593-faae-4420-89b9-609670db6a2c,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:37.386342 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f051-7fce-41ef-b408-11949c67fd19 req-f997f871-02c3-45bc-94c6-f77f2dedd683 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:37.392191 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5345f051-7fce-41ef-b408-11949c67fd19 req-f997f871-02c3-45bc-94c6-f77f2dedd683 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.4592087 Nov 23 14:30:37.395200 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-38e11f5d-225b-4095-9611-d7beb65688e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:37.413509 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-38e11f5d-225b-4095-9611-d7beb65688e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20715c89-a411-459c-ba26-e886dd62a829 HTTP/1.1" status: 200 len: 852 time: 0.3229067 Nov 23 14:30:37.427189 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4c6065b3-2a9d-46f3-bddc-e06eec6330a2 req-02019824-459b-4b1a-9655-f5cab0ac59b6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.1210995 Nov 23 14:30:37.472446 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.480621 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-4b6c5629-73ff-44b3-aa0d-532fc3c23693 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7367275 Nov 23 14:30:37.481580 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51578) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:37.497376 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:37.557300 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5345f051-7fce-41ef-b408-11949c67fd19 req-4e9cbb6f-ad5f-4e5e-8d66-048a35bc667b tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585858 Nov 23 14:30:37.598914 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.641962 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-f904ccef-00b7-4a7c-b3bb-371cadfd8bff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80e9ea19-d253-45d4-b23b-95319665cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083437 Nov 23 14:30:37.702478 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] For port 439d72ff-f99c-4a02-8e78-3edb83cdfd88, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=439d72ff-f99c-4a02-8e78-3edb83cdfd88,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:37.787994 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.959613 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Made reservation on behalf of 39cee3fc64784108bc54007c1c6c0ca6 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:37.967242 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.986685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.084810 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:38.086868 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da674e5b-ea58-47f7-90de-4bd2f4c1507b None None] Pushing event updated for resources: {'Port': ['ID=439d72ff-f99c-4a02-8e78-3edb83cdfd88,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:38.089709 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-e126cd90-bee0-48f4-b2f8-5c7ad8bc10ab None None] Provisioning complete for port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:38.090081 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e126cd90-bee0-48f4-b2f8-5c7ad8bc10ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.175245 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:38.200668 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.339847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Allocated IP 172.20.0.9 (2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1/c0711b79-edab-4e23-a122-f8f28ddb378e/41917fa8-aec8-4d67-b659-2bd33221e38a) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:38.344517 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39cc-c4b5-438a-a7a0-6719299a4227 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:38.371998 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51588) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:38.392892 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5', 'name': '', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'mac_address': 'fa:16:3e:ba:25:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:22Z', 'updated_at': '2021-11-23T14:30:35Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'subnets': [{'id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:38.500930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68d559-92cd-4ac7-9eef-aec08c9af7a7 x-openstack-request-id: req-be68d559-92cd-4ac7-9eef-aec08c9af7a7 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:38.501353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd32f487-0ba1-4203-b38d-e8c98996571b", "tag": "13c1d6ed-047c-49db-9ca5-88949c465a08", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:38.501837 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-be68d559-92cd-4ac7-9eef-aec08c9af7a7 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:38.502385 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'tag': '13c1d6ed-047c-49db-9ca5-88949c465a08', 'status': 'completed', 'code': 200} Nov 23 14:30:38.544667 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da740c08-13a2-49c4-b57a-95fd12c3f062 None None] The sync data for ids ['aead13f1-08cd-4776-b2a7-5821d11905fa'] in dv-cinder-804757-10-iscsi is: [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5', 'name': '', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'mac_address': 'fa:16:3e:ba:25:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:22Z', 'updated_at': '2021-11-23T14:30:35Z', 'revision_number': 4, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'subnets': [{'id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:38.647805 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Allocated IP 172.27.0.182 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/38a9811f-61fc-49be-9e8b-e1e0ec182b2b) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:38.667869 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:38.675390 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.683347 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-5fa13b61-b943-42d6-ae97-3f7a3e972bbf service neutron] 10.222.0.85 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713207 Nov 23 14:30:38.925586 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.006964 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-643862f7-6065-4b79-91b1-2e8d4bdb40f9 req-b9b4d540-52e6-4f58-b2c1-8ef1b7939199 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.3666267 Nov 23 14:30:39.024219 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.067102 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ea151be3-64e4-4e56-8ef4-dc6044ec28e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.133176 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:39.139425 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6c9d4b83-fe12-45a9-9c32-0d8cbf0a897d req-3f53ae37-9569-4633-8112-5f9f5f2670ad service neutron] 10.222.0.85 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466145 Nov 23 14:30:39.272804 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.275656 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.432080 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:39.453802 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.85', 49917) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:39.534822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:39.558192 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af947ea5-ef2d-40e9-a4f2-64c00cad38ea req-82e2facd-5ded-4995-9e48-53ba916f725a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:39.730461 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-af947ea5-ef2d-40e9-a4f2-64c00cad38ea req-82e2facd-5ded-4995-9e48-53ba916f725a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.6378651 Nov 23 14:30:39.751293 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.763089 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-af947ea5-ef2d-40e9-a4f2-64c00cad38ea req-4f0c69f6-a3ae-4b77-8a0d-f9f66b112744 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800792 Nov 23 14:30:39.769410 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-5778c1ae-506f-45f8-a157-a5e96a32656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:39.770263 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-5778c1ae-506f-45f8-a157-a5e96a32656a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc6dcdf0bd0d4ba4b54402a4c1cc6023&device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 1096 time: 0.4069269 Nov 23 14:30:39.923560 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ea151be3-64e4-4e56-8ef4-dc6044ec28e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.931066 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Pushing event updated for resources: {'Port': ['ID=41917fa8-aec8-4d67-b659-2bd33221e38a,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:39.931066 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:39.934069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:40.115226 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ea151be3-64e4-4e56-8ef4-dc6044ec28e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.268102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:40.375727 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ea151be3-64e4-4e56-8ef4-dc6044ec28e5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=232d149033ff4f15b47962b7f9f9558c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9928920 Nov 23 14:30:40.377410 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51634) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:40.488094 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:40.488541 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.500275 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:40.501523 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.587106 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4789f60-8e4f-453d-ab43-a89e95361216 req-ea80b50d-40b4-448e-afc5-2f85ec9ef9d3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.3907902 Nov 23 14:30:40.618243 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.684570 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-adbcb6a3-d537-4423-ac30-f0b5b84b6284 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7623742 Nov 23 14:30:40.699569 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea151be3-64e4-4e56-8ef4-dc6044ec28e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f3cbe-d3f7-4705-a63e-d810aeeb18d6,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:40.739099 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 439d72ff-f99c-4a02-8e78-3edb83cdfd88 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:40.742110 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Request body: {'port': {'device_id': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:40.745319 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-7e4250ca-da18-4b4b-8f8b-35c590c7054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:40.747248 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-7e4250ca-da18-4b4b-8f8b-35c590c7054f service neutron] 10.222.0.85 "GET /v2.0/networks?id=80e9ea19-d253-45d4-b23b-95319665cd2f HTTP/1.1" status: 200 len: 914 time: 0.9506786 Nov 23 14:30:40.782343 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:40.816865 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:40.836268 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:40.837756 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.861435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:40.864496 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-210b0f61-efc9-4fe8-8e4a-1dfa4adbde75 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:40.877052 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-210b0f61-efc9-4fe8-8e4a-1dfa4adbde75 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 818 time: 1.4172835 Nov 23 14:30:40.928071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Request body: {'port': {'device_id': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'admin_state_up': True, 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:41.023757 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'Port': ['ID=38a9811f-61fc-49be-9e8b-e1e0ec182b2b,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:41.043419 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-67a1cb28-6c49-458e-849d-306b01d3fa36 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c1d6ed-047c-49db-9ca5-88949c465a08 HTTP/1.1" status: 200 len: 217 time: 0.2534525 Nov 23 14:30:41.168572 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Allocated IP 172.27.0.58 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/0c2c4d2c-8676-45ea-8d72-3393ec6e713c) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:41.211355 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f685e1c2-38f5-4165-9720-8d2fc5f126fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.271822 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.288169 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f685e1c2-38f5-4165-9720-8d2fc5f126fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.341339 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd11f6-95e9-4de5-b4f4-6f1387e2708f req-193410fe-0a5f-4c85-833c-51cd3d775e3c tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.343471 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3edd11f6-95e9-4de5-b4f4-6f1387e2708f req-193410fe-0a5f-4c85-833c-51cd3d775e3c tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.3210859 Nov 23 14:30:41.417272 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-0aa41d0f-d507-44c2-8408-a4bd4a9033f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.419039 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-0aa41d0f-d507-44c2-8408-a4bd4a9033f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20715c89-a411-459c-ba26-e886dd62a829 HTTP/1.1" status: 200 len: 852 time: 0.3037276 Nov 23 14:30:41.440367 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.484371 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Made reservation on behalf of 39cee3fc64784108bc54007c1c6c0ca6 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:41.488079 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.490060 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3edd11f6-95e9-4de5-b4f4-6f1387e2708f req-5d34e3cc-b0ce-48ba-af50-9baa0c4b8d8f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293828 Nov 23 14:30:41.736388 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.777760 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.792122 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f685e1c2-38f5-4165-9720-8d2fc5f126fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.795071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f685e1c2-38f5-4165-9720-8d2fc5f126fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:41.796398 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f685e1c2-38f5-4165-9720-8d2fc5f126fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9f8f3cbe-d3f7-4705-a63e-d810aeeb18d6 HTTP/1.1" status: 204 len: 168 time: 1.3901567 Nov 23 14:30:41.983439 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d4b7ffe-3092-4b4f-8852-6414fcbf7a0e req-364897a7-b8a5-4c20-a8e5-4b52ea2b8b9a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.1976519 Nov 23 14:30:41.997390 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e1c2-38f5-4165-9720-8d2fc5f126fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f3cbe-d3f7-4705-a63e-d810aeeb18d6,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:42.081343 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.085678 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.168894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:42.176372 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41917fa8-aec8-4d67-b659-2bd33221e38a {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:42.181832 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:42.184692 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.191273 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'Port': ['ID=0c2c4d2c-8676-45ea-8d72-3393ec6e713c,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:42.193669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:42.197030 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.261073 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Transition to ACTIVE for port object 41917fa8-aec8-4d67-b659-2bd33221e38a will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:42.304075 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.333523 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'Port': ['ID=38a9811f-61fc-49be-9e8b-e1e0ec182b2b,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:42.400326 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.557886 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-6870c7b3-bfce-4159-96d1-f8b498ade02f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80e9ea19-d253-45d4-b23b-95319665cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269644 Nov 23 14:30:42.705404 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d420-72c1-4592-afef-1120d956de22 req-2cfbd25d-1013-4908-983c-8543f1c67f15 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:42.706966 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d36d420-72c1-4592-afef-1120d956de22 req-2cfbd25d-1013-4908-983c-8543f1c67f15 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.1341252 Nov 23 14:30:42.738672 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-ca1ca33e-26eb-4b1c-a1b9-af1ecd56727a service neutron] 10.222.0.85 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902673 Nov 23 14:30:42.777321 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d36d420-72c1-4592-afef-1120d956de22 req-767c0e49-7514-42e8-a63c-91619516a4d1 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Nov 23 14:30:42.802116 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.802841 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.818292 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-6bd55a58-95d7-4bec-868f-9f5ddf05d81b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5821681 Nov 23 14:30:43.051230 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=41917fa8-aec8-4d67-b659-2bd33221e38a,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:43.130739 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.139691 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Allocated IP 172.20.0.6 (2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1/c0711b79-edab-4e23-a122-f8f28ddb378e/a1493c8d-1347-413a-a2df-021ced559963) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:43.246789 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84952c4a-898d-4150-9f72-a36f681337e9 req-6cf68ce9-f6b9-494f-886b-1051813a0532 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.1110394 Nov 23 14:30:43.290951 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51714) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:43.509069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Attempting to bind port 41917fa8-aec8-4d67-b659-2bd33221e38a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:43.510117 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Attempting to bind port 41917fa8-aec8-4d67-b659-2bd33221e38a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:43.511324 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Attempting to bind port 41917fa8-aec8-4d67-b659-2bd33221e38a on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:43.520670 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-18ff3d4f-78f2-4779-8e54-e1ae6a22e56d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2019036522&fields=id&tenant_id=45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 267 time: 0.1642458 Nov 23 14:30:43.564002 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Port 41917fa8-aec8-4d67-b659-2bd33221e38a on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:43.565631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Attempting to bind port 41917fa8-aec8-4d67-b659-2bd33221e38a on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:43.678906 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51726) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:43.705956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:43.706247 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Checking segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:43.706814 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Bound using segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:43.707350 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Bound port: 41917fa8-aec8-4d67-b659-2bd33221e38a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:43.707795 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.752817 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-461ef6cc-8348-44ad-a514-f1f954fb1e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.761985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4958c9fd-b027-4a4b-a48d-dc9b6d236bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.871572 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.964750 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.997835 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-37051c1d-f484-49ec-ad74-a5e2602d54db tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.047263 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-37051c1d-f484-49ec-ad74-a5e2602d54db tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 816 time: 0.4873974 Nov 23 14:30:44.047263 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-d03a5e74-1d4c-4133-9856-6258f6ab19cb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/quotas/45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 375 time: 0.0239782 Nov 23 14:30:44.118786 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4958c9fd-b027-4a4b-a48d-dc9b6d236bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.160720 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-554a9545-61c3-4af5-8bf7-a799ae68ae1d req-b5cce8a0-02b6-4824-8e06-a8444b455a52 service neutron] 10.222.0.85 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640846 Nov 23 14:30:44.189177 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-373a6445-493b-496e-9b1d-3c93d6c7e7ba tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380363 Nov 23 14:30:44.245489 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-461ef6cc-8348-44ad-a514-f1f954fb1e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.265457 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] For port 41917fa8-aec8-4d67-b659-2bd33221e38a, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:44.276624 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] For port 41917fa8-aec8-4d67-b659-2bd33221e38a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=41917fa8-aec8-4d67-b659-2bd33221e38a,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:44.296628 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11bb7a-ec09-4469-8584-db65c34065bc req-369dcc0b-c58f-4f7a-948b-325567ec53c7 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.304290 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4c11bb7a-ec09-4469-8584-db65c34065bc req-369dcc0b-c58f-4f7a-948b-325567ec53c7 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.2337148 Nov 23 14:30:44.378968 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.444840 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-5a58d4a5-110d-48ee-a640-29c0c8dba1de service neutron] 10.222.0.82 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977792 Nov 23 14:30:44.463443 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-461ef6cc-8348-44ad-a514-f1f954fb1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.491560 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.493215 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4958c9fd-b027-4a4b-a48d-dc9b6d236bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.496389 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.547943 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4c11bb7a-ec09-4469-8584-db65c34065bc req-0fd1966e-5f8d-487b-aa4b-364699282f88 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358999 Nov 23 14:30:44.556318 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'Port': ['ID=0c2c4d2c-8676-45ea-8d72-3393ec6e713c,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:44.561700 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-461ef6cc-8348-44ad-a514-f1f954fb1e7e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8aa3e7df558044979ea838e1cdd328d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2689266 Nov 23 14:30:44.567037 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51738) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:44.610062 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c9fd-b027-4a4b-a48d-dc9b6d236bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0213a46c-c1e7-4442-9587-9f29ddc726ae,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:44.624415 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef6cc-8348-44ad-a514-f1f954fb1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff507f66-97e4-4017-976e-220cbc797451,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:44.635759 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-4958c9fd-b027-4a4b-a48d-dc9b6d236bdb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7abae0b79f5d4513b3bed1e00fce0c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9470656 Nov 23 14:30:44.635759 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.644574 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51742) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:44.751548 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-a07b609e-1a56-480a-b45a-1fd9adfb457d service neutron] 10.222.0.82 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044436 Nov 23 14:30:44.822927 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd6e0-1aa8-4f42-a4d3-f4fd230ebeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.867645 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd6e0-1aa8-4f42-a4d3-f4fd230ebeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.924214 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf70a-16c2-43d3-86ea-3e40b913cf1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.937669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.940314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.940314 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] 10.222.0.85 "PUT /v2.0/ports/41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 1093 time: 4.2303548 Nov 23 14:30:44.947080 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'tag': '41917fa8-aec8-4d67-b659-2bd33221e38a'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:44.949393 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760a022-1617-4f6a-a6d6-42550705add0" -d '{"events": [{"name": "network-changed", "server_uuid": "6058aa9c-7bfb-4762-8055-36d2f3e29234", "tag": "41917fa8-aec8-4d67-b659-2bd33221e38a"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:44.950296 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf70a-16c2-43d3-86ea-3e40b913cf1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.958519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:44.963353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:44.963353 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-808f8330-e07a-444a-aa32-7053088826ef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4716561 Nov 23 14:30:45.027155 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd6e0-1aa8-4f42-a4d3-f4fd230ebeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:45.029527 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd6e0-1aa8-4f42-a4d3-f4fd230ebeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:45.031933 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-ab5cd6e0-1aa8-4f42-a4d3-f4fd230ebeb5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ff507f66-97e4-4017-976e-220cbc797451 HTTP/1.1" status: 204 len: 168 time: 0.4624064 Nov 23 14:30:45.059028 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:45.089978 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:45.090132 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cd6e0-1aa8-4f42-a4d3-f4fd230ebeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff507f66-97e4-4017-976e-220cbc797451,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:45.165281 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:30:45.199375 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf70a-16c2-43d3-86ea-3e40b913cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:45.205718 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf70a-16c2-43d3-86ea-3e40b913cf1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:45.214926 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-f0ebf70a-16c2-43d3-86ea-3e40b913cf1a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0213a46c-c1e7-4442-9587-9f29ddc726ae HTTP/1.1" status: 204 len: 168 time: 0.5648892 Nov 23 14:30:45.215163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2c532-560a-4017-ad5c-1aac2b3d6598 req-df00a295-2c66-4e60-9010-e6a86ae38b18 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:45.215163 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2dd2c532-560a-4017-ad5c-1aac2b3d6598 req-df00a295-2c66-4e60-9010-e6a86ae38b18 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 931 time: 0.2702606 Nov 23 14:30:45.239352 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af7a38-3a49-4111-9957-4e32b0ddd2b0 x-openstack-request-id: req-40af7a38-3a49-4111-9957-4e32b0ddd2b0 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:45.239884 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6058aa9c-7bfb-4762-8055-36d2f3e29234", "tag": "41917fa8-aec8-4d67-b659-2bd33221e38a", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:45.240380 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-40af7a38-3a49-4111-9957-4e32b0ddd2b0 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:45.241292 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'tag': '41917fa8-aec8-4d67-b659-2bd33221e38a', 'status': 'completed', 'code': 200} Nov 23 14:30:45.248334 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b8142240-05ee-4e79-b621-71f21b929cdc req-b8e386b0-2341-498b-a8af-295a156f4428 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 210 time: 0.0636821 Nov 23 14:30:45.255985 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebf70a-16c2-43d3-86ea-3e40b913cf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213a46c-c1e7-4442-9587-9f29ddc726ae,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:45.334631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572eb1f-6351-4a72-b822-2fed33cd7ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=41917fa8-aec8-4d67-b659-2bd33221e38a,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:45.494718 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:45.495640 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:45.540522 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Pushing event updated for resources: {'Port': ['ID=a1493c8d-1347-413a-a2df-021ced559963,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:45.558544 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2dd2c532-560a-4017-ad5c-1aac2b3d6598 req-e523d91c-12bc-4465-9eec-9f086a155cac tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847664 Nov 23 14:30:45.582870 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-ba746532-312e-4062-96ed-135ed773cda6 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2131968502&fields=id&tenant_id=6cd08103499348da976aa1b8d926a748 HTTP/1.1" status: 200 len: 267 time: 0.1324108 Nov 23 14:30:45.724969 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-399fb5c0-a832-44e6-b6b1-6f52515f90fc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8225446 Nov 23 14:30:45.729824 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-7205577e-0d2d-4199-8ebd-56cd7f0e3828 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:45.737610 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-7205577e-0d2d-4199-8ebd-56cd7f0e3828 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 810 time: 0.1462710 Nov 23 14:30:45.742324 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086903-b649-4eba-9203-c1d812341fc0 req-de9717d4-0d3a-456c-ab02-a099d01d9c38 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:45.744016 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f9086903-b649-4eba-9203-c1d812341fc0 req-de9717d4-0d3a-456c-ab02-a099d01d9c38 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.0656273 Nov 23 14:30:45.757107 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-85a61e59-2296-4b18-8154-57571a376018 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/quotas/6cd08103499348da976aa1b8d926a748 HTTP/1.1" status: 200 len: 375 time: 0.0182712 Nov 23 14:30:45.814574 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f9086903-b649-4eba-9203-c1d812341fc0 req-c4b8dede-b17f-42df-86a1-5735d9a423e7 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624409 Nov 23 14:30:45.854631 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-f34c0acb-9b46-4db7-b700-95bd72c46a0f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918608 Nov 23 14:30:45.990820 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-7c9d3670-f37d-4430-9f39-a891f3ed556c service neutron] 10.222.0.82 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230969 Nov 23 14:30:46.105274 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-1010bf0b-97f7-4aa8-acac-9e350e16aa5b service neutron] 10.222.0.82 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060092 Nov 23 14:30:46.277540 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Request body: {'port': {'device_id': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:46.367917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.446173 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-781481f9-3144-405f-af0f-c55a56e9f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:46.448500 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-781481f9-3144-405f-af0f-c55a56e9f7f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1096 time: 0.1433725 Nov 23 14:30:46.498685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51812) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:46.504973 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-92ec5cee-72fe-42bd-95b0-ef769ba861c3 req-eaac6b70-bf85-4ef8-b967-5f75218d36b8 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 210 time: 0.0513334 Nov 23 14:30:46.521606 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-509d9e77-ce66-4a25-b61f-54d66b9f7a5e req-c839a44e-c64c-46d0-937a-975934747a6d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 210 time: 0.1108146 Nov 23 14:30:46.593834 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-1bdd1819-b1c4-44e8-9b24-6ccf6993e73e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.1225822 Nov 23 14:30:46.607392 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f97ba185-52bd-437c-9daf-ee0dc7a314e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.795531 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856aed-43a3-478a-b347-b6411802f6ff req-a29d0c0f-0663-4fab-817e-f109648a378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:46.797662 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-a29d0c0f-0663-4fab-817e-f109648a378f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.1976533 Nov 23 14:30:46.864676 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-cae7695f-d087-4b8e-aab5-473ac55fa547 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527222 Nov 23 14:30:46.885827 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e6bb-3ff5-4c0e-8a87-614792879316 req-edb96745-5d33-4b9f-81aa-ac05e2cbdeca tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:46.888314 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d327e6bb-3ff5-4c0e-8a87-614792879316 req-edb96745-5d33-4b9f-81aa-ac05e2cbdeca tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 931 time: 0.1633453 Nov 23 14:30:46.921210 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f97ba185-52bd-437c-9daf-ee0dc7a314e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.997294 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f97ba185-52bd-437c-9daf-ee0dc7a314e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.113424 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1493c8d-1347-413a-a2df-021ced559963 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:47.124641 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.131752 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f97ba185-52bd-437c-9daf-ee0dc7a314e9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=503c11ccd82c4f54889f0102302749a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304574 Nov 23 14:30:47.133560 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ba185-52bd-437c-9daf-ee0dc7a314e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66763b-bf82-451b-972e-6cd79aa840c5,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:47.137450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 51836) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:47.183320 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fb2e6-7566-45ae-b840-074eb3fa0fb1 req-826bf084-7ac7-489d-a987-1b3b9ddc0576 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:47.185187 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-196fb2e6-7566-45ae-b840-074eb3fa0fb1 req-826bf084-7ac7-489d-a987-1b3b9ddc0576 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.2333548 Nov 23 14:30:47.192458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Transition to ACTIVE for port object a1493c8d-1347-413a-a2df-021ced559963 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:47.266133 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d327e6bb-3ff5-4c0e-8a87-614792879316 req-7cac8c66-eff5-4145-a973-8f719bb4367a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627026 Nov 23 14:30:47.319629 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-196fb2e6-7566-45ae-b840-074eb3fa0fb1 req-dfa954fa-0b19-495a-81d9-d60f57c72834 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802014 Nov 23 14:30:47.320067 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-54c164f4-0a76-49d2-85f3-a0e7f46a125d service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978577 Nov 23 14:30:47.320381 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-12b7129e-9c07-47bb-9c8e-2a70a4beca10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.338693 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-12b7129e-9c07-47bb-9c8e-2a70a4beca10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.422520 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40856aed-43a3-478a-b347-b6411802f6ff req-fdc59f9f-46ea-4889-a505-7523c4cf1773 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Nov 23 14:30:47.539464 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.603477 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-12b7129e-9c07-47bb-9c8e-2a70a4beca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.606233 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-12b7129e-9c07-47bb-9c8e-2a70a4beca10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.625004 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-12b7129e-9c07-47bb-9c8e-2a70a4beca10 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bc66763b-bf82-451b-972e-6cd79aa840c5 HTTP/1.1" status: 204 len: 168 time: 0.4757214 Nov 23 14:30:47.693915 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0336652c-c199-4340-9d48-26348f726918 req-51894422-b831-4260-b2c1-93c6efc1c998 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 210 time: 0.0763423 Nov 23 14:30:47.699752 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Pushing event updated for resources: {'Port': ['ID=a1493c8d-1347-413a-a2df-021ced559963,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:47.729086 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760a022-1617-4f6a-a6d6-42550705add0 req-c6e43267-3c9c-467e-be34-6f1bd8570a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:47.731015 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-c6e43267-3c9c-467e-be34-6f1bd8570a87 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1096 time: 0.0731251 Nov 23 14:30:47.790847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7129e-9c07-47bb-9c8e-2a70a4beca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66763b-bf82-451b-972e-6cd79aa840c5,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:47.814311 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-07d28a21-8b19-4299-902e-80ec1a042946 req-f69ffa44-653a-4c2b-8341-964cc81a930d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 210 time: 0.1793966 Nov 23 14:30:47.866792 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Attempting to bind port a1493c8d-1347-413a-a2df-021ced559963 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:47.867923 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Attempting to bind port a1493c8d-1347-413a-a2df-021ced559963 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:47.867923 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Attempting to bind port a1493c8d-1347-413a-a2df-021ced559963 on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:47.874631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Port a1493c8d-1347-413a-a2df-021ced559963 on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:47.874631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Attempting to bind port a1493c8d-1347-413a-a2df-021ced559963 on network 2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:47.886523 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:47.887276 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Checking segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:47.891519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Bound using segment: {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:47.891519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Bound port: a1493c8d-1347-413a-a2df-021ced559963, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:47.891519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.013229 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760a022-1617-4f6a-a6d6-42550705add0 req-a63893c2-d8e3-4c49-b9fd-f1c753d5cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.015680 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-a63893c2-d8e3-4c49-b9fd-f1c753d5cd49 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.2763329 Nov 23 14:30:48.049029 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] For port a1493c8d-1347-413a-a2df-021ced559963, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:48.049488 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] For port a1493c8d-1347-413a-a2df-021ced559963, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a1493c8d-1347-413a-a2df-021ced559963,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:48.083855 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-63d4d604-70ce-4211-9b80-5acb2f6f4af2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.0555770 Nov 23 14:30:48.148300 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760a022-1617-4f6a-a6d6-42550705add0 req-f7fb0b37-ebdc-40dc-a2a5-a01a1339ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.150024 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.150170 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-f7fb0b37-ebdc-40dc-a2a5-a01a1339ab81 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0606689 Nov 23 14:30:48.194206 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-5a284a52-da96-428a-a67d-60f36f9f7593 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352652 Nov 23 14:30:48.214711 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.218876 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.218876 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] 10.222.0.85 "PUT /v2.0/ports/a1493c8d-1347-413a-a2df-021ced559963 HTTP/1.1" status: 200 len: 1093 time: 1.9459679 Nov 23 14:30:48.218876 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'tag': 'a1493c8d-1347-413a-a2df-021ced559963'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:48.222645 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42f22f-de01-4151-bef5-cdd637cb713d" -d '{"events": [{"name": "network-changed", "server_uuid": "3240fe59-76d8-41ec-b0b5-42e56aa99597", "tag": "a1493c8d-1347-413a-a2df-021ced559963"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:48.247865 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec7c8-e627-4878-8d03-e31695516caf service neutron] Pushing event updated for resources: {'Port': ['ID=a1493c8d-1347-413a-a2df-021ced559963,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:48.298180 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8160aa-ab3f-4641-9a69-5a6602d25a65 x-openstack-request-id: req-0a8160aa-ab3f-4641-9a69-5a6602d25a65 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:48.298404 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3240fe59-76d8-41ec-b0b5-42e56aa99597", "tag": "a1493c8d-1347-413a-a2df-021ced559963", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:48.299072 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a8160aa-ab3f-4641-9a69-5a6602d25a65 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:48.301219 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'tag': 'a1493c8d-1347-413a-a2df-021ced559963', 'status': 'completed', 'code': 200} Nov 23 14:30:48.457869 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-de2ee702-a6a3-4ded-bad8-90caa80a0145 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460740 Nov 23 14:30:48.500765 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42f22f-de01-4151-bef5-cdd637cb713d req-e9d7e0ef-7220-479c-ba02-11a77d1fc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.508466 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f42f22f-de01-4151-bef5-cdd637cb713d req-e9d7e0ef-7220-479c-ba02-11a77d1fc71a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 1096 time: 0.1756377 Nov 23 14:30:48.715893 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d69b1-501c-411c-8d9a-853c65d8c525 req-ae490ba8-b81b-43fb-873b-5e679defa6f4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.721016 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b15d69b1-501c-411c-8d9a-853c65d8c525 req-ae490ba8-b81b-43fb-873b-5e679defa6f4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.2526193 Nov 23 14:30:48.796253 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0760a022-1617-4f6a-a6d6-42550705add0 req-61f8ab32-397b-49bf-89c0-8ed03e8f1d22 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291004 Nov 23 14:30:48.864109 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b15d69b1-501c-411c-8d9a-853c65d8c525 req-2ad467ff-626a-4ad7-84b4-2753a05acf27 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334336 Nov 23 14:30:48.937762 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce7a9a-f972-41d4-84e7-f27684f79f99 req-69a0e829-d6ce-4f47-80ea-b438706df0f8 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.944325 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d9ce7a9a-f972-41d4-84e7-f27684f79f99 req-69a0e829-d6ce-4f47-80ea-b438706df0f8 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.4400284 Nov 23 14:30:49.071574 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1157ea8d-a4ca-4775-9b93-b2a5c972a926 req-6ad61a7a-3234-4cd4-91db-13f41ef3e1ba tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 210 time: 0.0480192 Nov 23 14:30:49.195184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-da3b79a1-6014-4a42-b685-138a9bef2bbf tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.196888 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-da3b79a1-6014-4a42-b685-138a9bef2bbf tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 816 time: 0.5556579 Nov 23 14:30:49.203707 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42f22f-de01-4151-bef5-cdd637cb713d req-e39eec09-1d14-48f2-9031-aa38b1a06e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.207168 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f42f22f-de01-4151-bef5-cdd637cb713d req-e39eec09-1d14-48f2-9031-aa38b1a06e5e service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6773927 Nov 23 14:30:49.257930 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d9ce7a9a-f972-41d4-84e7-f27684f79f99 req-2d817477-0b43-4772-84d2-018a465d03b9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082941 Nov 23 14:30:49.303272 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-82a4857b-984c-4637-8359-1f6a15dc1b7d req-ae1728f5-38a5-44ca-92f9-5866c08b65c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 210 time: 0.0663850 Nov 23 14:30:49.527190 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42f22f-de01-4151-bef5-cdd637cb713d req-400637ef-f449-4193-b013-e0352082dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.528724 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f42f22f-de01-4151-bef5-cdd637cb713d req-400637ef-f449-4193-b013-e0352082dadc service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3103733 Nov 23 14:30:49.536576 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-e8394a12-7221-4110-a35d-514668ba3323 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 380 time: 0.3276684 Nov 23 14:30:49.548870 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'port': {'device_id': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'admin_state_up': True, 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'security_groups': ['550dcceb-ffa6-41ad-9f10-3d67447188c6']}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:49.804685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-4dfeae6f-3282-42ae-9bfb-6cac0a7b93bb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.806187 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-4dfeae6f-3282-42ae-9bfb-6cac0a7b93bb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 810 time: 0.1946700 Nov 23 14:30:49.889233 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-543a3174-c011-4fc6-99cb-db1c61f6110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.890680 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-543a3174-c011-4fc6-99cb-db1c61f6110d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 1096 time: 0.3200703 Nov 23 14:30:49.944539 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-e7219e8c-aa65-4faa-b75d-546e97793fa5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd08103499348da976aa1b8d926a748 HTTP/1.1" status: 200 len: 380 time: 0.1266410 Nov 23 14:30:49.974045 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'port': {'device_id': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'admin_state_up': True, 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'security_groups': ['ff7e35b3-6b9f-447d-9fc6-45aec3e33a63']}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:50.053174 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51944) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:50.075164 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-64831fa1-276c-4ce8-9be0-86fef1b2f01d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1493c8d-1347-413a-a2df-021ced559963 HTTP/1.1" status: 200 len: 217 time: 0.1050339 Nov 23 14:30:50.136715 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Made reservation on behalf of 45e139a46b8d40e4a8a321403730eb71 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:50.141795 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.250968 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Made reservation on behalf of 6cd08103499348da976aa1b8d926a748 for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:50.253546 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.279252 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98720-cc38-4740-837f-7e466044d719 req-967e4702-335d-4ec9-aac2-1904664f079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:50.281645 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-967e4702-335d-4ec9-aac2-1904664f079c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.1860964 Nov 23 14:30:50.289749 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad1da5-f9e7-4c41-aa06-6519fbca2d47 req-153db92b-d907-48ce-b443-197d6bd70ab8 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:50.291262 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-30ad1da5-f9e7-4c41-aa06-6519fbca2d47 req-153db92b-d907-48ce-b443-197d6bd70ab8 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.2149062 Nov 23 14:30:50.344179 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ad4f124-2abf-4848-85e6-91dc4dc09557 req-7245753b-c5cc-4d88-bc8c-37c22b011386 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 210 time: 0.0716527 Nov 23 14:30:50.430631 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fe030afa-9532-4ad4-855a-b80377a6993e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.458165 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-b2978104-e82e-4ab6-8437-ebd1933c1be4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659012 Nov 23 14:30:50.571014 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-30ad1da5-f9e7-4c41-aa06-6519fbca2d47 req-159d82e4-01fb-4f91-ad26-942165d18b13 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674522 Nov 23 14:30:50.652551 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Allocated IP 172.20.0.9 (e99f3395-6821-450f-8990-3416439c902b/3bd89791-7974-409f-b312-47991d0b1ecc/643c4469-7e07-47b2-806d-0dfc74abe378) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:50.713951 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f0464-7870-49e6-8f85-ff1ee26a3490 req-285fac18-287c-4297-938e-59d379d39f77 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:50.717026 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2b2f0464-7870-49e6-8f85-ff1ee26a3490 req-285fac18-287c-4297-938e-59d379d39f77 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.2527876 Nov 23 14:30:50.735412 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-d237aa51-c573-43dc-9c0c-43605a15d910 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593079 Nov 23 14:30:50.752654 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Allocated IP 172.20.0.13 (75dee0cb-c425-47a6-a181-354dcf25b3e5/b65b94f5-1a02-491a-9ebe-575b4bda4e8e/ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:50.785159 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e364c5e2-1e03-48a6-923b-cb64fc661ac9 req-43343e0d-2fb5-4654-8bb1-e943ee6f0c8c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 210 time: 0.0796168 Nov 23 14:30:50.865822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-94fc8081-95f1-4384-bd8b-562845314d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.870257 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2b2f0464-7870-49e6-8f85-ff1ee26a3490 req-4135772c-d168-4dd2-8e0b-cf332a4e6f4a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441338 Nov 23 14:30:50.923324 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fe030afa-9532-4ad4-855a-b80377a6993e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.006254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fe030afa-9532-4ad4-855a-b80377a6993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.041090 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-d0e9decc-a14e-4544-b4c1-4c6a910e528b service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584510 Nov 23 14:30:51.089251 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fe030afa-9532-4ad4-855a-b80377a6993e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4c3ec6e7e1eb4fba96147d9de4f35856&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0350363 Nov 23 14:30:51.089863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 51992) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:51.091163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.096832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 41917fa8-aec8-4d67-b659-2bd33221e38a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:51.117499 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe030afa-9532-4ad4-855a-b80377a6993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd3770-5c14-4bc1-b66c-83ca8fc9fe10,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.166113 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.193836 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.245042 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 41917fa8-aec8-4d67-b659-2bd33221e38a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=41917fa8-aec8-4d67-b659-2bd33221e38a,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:51.247926 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0b8-1ab4-4d96-b414-c41d7238b71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.269192 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '41917fa8-aec8-4d67-b659-2bd33221e38a', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'port_id': '41917fa8-aec8-4d67-b659-2bd33221e38a', 'mac_address': 'fa:16:3e:70:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:51.278472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Network e99f3395-6821-450f-8990-3416439c902b is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:51.283238 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:51.286616 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:51.288475 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0b8-1ab4-4d96-b414-c41d7238b71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.320997 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.337233 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.393936 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41917fa8-aec8-4d67-b659-2bd33221e38a {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:51.393936 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 41917fa8-aec8-4d67-b659-2bd33221e38a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=41917fa8-aec8-4d67-b659-2bd33221e38a,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:51.394289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.394289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.394462 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.521796 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'Port': ['ID=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.536337 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:51.538015 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1405c3b-2f30-42de-a465-e1b28aedb5ad req-ef6a9cdf-3347-435d-9fe1-8599268d94eb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.538350 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:51.540693 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f1405c3b-2f30-42de-a465-e1b28aedb5ad req-ef6a9cdf-3347-435d-9fe1-8599268d94eb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 931 time: 0.0994229 Nov 23 14:30:51.541566 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:51.547990 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8d9ac477-1b24-40bc-ac91-e3f3f5c09933 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0048852 Nov 23 14:30:51.548687 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.549367 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 13c1d6ed-047c-49db-9ca5-88949c465a08 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:51.573832 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0b8-1ab4-4d96-b414-c41d7238b71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.577521 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0b8-1ab4-4d96-b414-c41d7238b71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.585683 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-3c40c0b8-1ab4-4d96-b414-c41d7238b71f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/41bd3770-5c14-4bc1-b66c-83ca8fc9fe10 HTTP/1.1" status: 204 len: 168 time: 0.4626522 Nov 23 14:30:51.596275 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40c0b8-1ab4-4d96-b414-c41d7238b71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd3770-5c14-4bc1-b66c-83ca8fc9fe10,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.611838 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Request body: {'port': {'device_id': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:51.654079 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.655447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.782748 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-a752bf28-fc91-467f-9291-7b5f453ca5ba tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8133354 Nov 23 14:30:51.796440 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Request body: {'port': {'device_id': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:51.820616 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-6b50856a-7646-4382-ae98-e5f29ae1e8f5 None None] Provisioning complete for port 643c4469-7e07-47b2-806d-0dfc74abe378 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:51.820616 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6b50856a-7646-4382-ae98-e5f29ae1e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.825458 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=41917fa8-aec8-4d67-b659-2bd33221e38a,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.891632 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 13c1d6ed-047c-49db-9ca5-88949c465a08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=13c1d6ed-047c-49db-9ca5-88949c465a08,segment=NetworkSegment(c4170761-86eb-411a-a9d3-20555dc4fc35),segment_id=c4170761-86eb-411a-a9d3-20555dc4fc35)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:51.928065 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '13c1d6ed-047c-49db-9ca5-88949c465a08', 'network_id': '80e9ea19-d253-45d4-b23b-95319665cd2f', 'port_id': '13c1d6ed-047c-49db-9ca5-88949c465a08', 'mac_address': 'fa:16:3e:54:1c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20715c89-a411-459c-ba26-e886dd62a829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:51.994722 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f1405c3b-2f30-42de-a465-e1b28aedb5ad req-371dcc2f-0f01-4773-a65b-97949a6a1ac3 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381785 Nov 23 14:30:51.994722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.056394 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-6b50856a-7646-4382-ae98-e5f29ae1e8f5 None None] Port 643c4469-7e07-47b2-806d-0dfc74abe378 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:52.070321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.083982 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e928e-6c5b-44d7-8d36-0920d358bfa6 req-663b0b16-7bce-442f-8632-3f1ffb248dbf tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:52.096269 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-822e928e-6c5b-44d7-8d36-0920d358bfa6 req-663b0b16-7bce-442f-8632-3f1ffb248dbf tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 943 time: 0.2278965 Nov 23 14:30:52.100062 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c1d6ed-047c-49db-9ca5-88949c465a08 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:52.131923 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.148077 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 13c1d6ed-047c-49db-9ca5-88949c465a08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=13c1d6ed-047c-49db-9ca5-88949c465a08,segment=NetworkSegment(c4170761-86eb-411a-a9d3-20555dc4fc35),segment_id=c4170761-86eb-411a-a9d3-20555dc4fc35)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:52.180025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-7adc3e44-7dc3-4228-8d5a-a0a841a808cf None None] Provisioning complete for port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:52.181223 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7adc3e44-7dc3-4228-8d5a-a0a841a808cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.230177 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-7adc3e44-7dc3-4228-8d5a-a0a841a808cf None None] Port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:52.234709 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.262311 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-822e928e-6c5b-44d7-8d36-0920d358bfa6 req-b6d8e374-2a39-446e-817a-fc2cd8753645 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570139 Nov 23 14:30:52.345343 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=13c1d6ed-047c-49db-9ca5-88949c465a08,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.453772 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488c58-828d-490b-a18e-d5c772268080 req-7e8c5e6b-7141-4853-a80d-4b7d143c3b01 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:52.456902 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3d488c58-828d-490b-a18e-d5c772268080 req-7e8c5e6b-7141-4853-a80d-4b7d143c3b01 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 932 time: 0.1555772 Nov 23 14:30:52.552555 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3d488c58-828d-490b-a18e-d5c772268080 req-a82ee952-9134-4d6c-b783-1f1376fcb226 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892720 Nov 23 14:30:52.566952 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643c4469-7e07-47b2-806d-0dfc74abe378 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:52.578305 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.592550 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Transition to ACTIVE for port object 643c4469-7e07-47b2-806d-0dfc74abe378 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:52.599408 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4a990-ae72-4535-a373-2691c93cfb4b req-91a24417-5600-49c0-9465-022e3e2f0231 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:52.614458 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ade4a990-ae72-4535-a373-2691c93cfb4b req-91a24417-5600-49c0-9465-022e3e2f0231 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.2076521 Nov 23 14:30:52.679607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.800903 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.909503 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Attempting to bind port 643c4469-7e07-47b2-806d-0dfc74abe378 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:52.910129 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Attempting to bind port 643c4469-7e07-47b2-806d-0dfc74abe378 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:52.911290 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Attempting to bind port 643c4469-7e07-47b2-806d-0dfc74abe378 on network e99f3395-6821-450f-8990-3416439c902b {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:52.921496 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Port 643c4469-7e07-47b2-806d-0dfc74abe378 on network e99f3395-6821-450f-8990-3416439c902b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:52.921496 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Attempting to bind port 643c4469-7e07-47b2-806d-0dfc74abe378 on network e99f3395-6821-450f-8990-3416439c902b {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:52.926378 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:52.926767 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Checking segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:52.927081 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Bound using segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:52.930953 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Bound port: 643c4469-7e07-47b2-806d-0dfc74abe378, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:52.931949 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.982231 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ade4a990-ae72-4535-a373-2691c93cfb4b req-efbffb92-e788-4fb1-8054-5af2a9ebb98c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044292 Nov 23 14:30:52.987125 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52044) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:53.034994 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79426e29-04af-49dd-b66c-737845f2ba6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.140515 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:53.154403 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:53.210670 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52050) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:53.210763 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:53.236434 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.285739 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b97a5bab-7f95-4d70-995c-ce4bfdee4cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.313924 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a579938-7d23-48e1-b6ce-935833f8ef1a req-d6b1649e-7f34-470d-b13c-9e518563e06c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.315660 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a579938-7d23-48e1-b6ce-935833f8ef1a req-d6b1649e-7f34-470d-b13c-9e518563e06c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0853469 Nov 23 14:30:53.317458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.332277 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Transition to ACTIVE for port object ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:53.376724 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79426e29-04af-49dd-b66c-737845f2ba6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.400289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.402802 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.404176 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] 10.222.0.85 "PUT /v2.0/ports/643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 1093 time: 1.8244920 Nov 23 14:30:53.410395 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:53.412853 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:53.433326 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.457658 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a579938-7d23-48e1-b6ce-935833f8ef1a req-07a2499a-8a9f-4c25-9ea6-90d600a59c1d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053030 Nov 23 14:30:53.472543 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5179-1f72-4da2-b402-cecc2f3a817e service neutron] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.489824 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f19352-6433-4413-8d57-33de3bd6414e req-004f66c1-fd1d-4360-a6aa-710601af95d6 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.492028 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a7f19352-6433-4413-8d57-33de3bd6414e req-004f66c1-fd1d-4360-a6aa-710601af95d6 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.1134143 Nov 23 14:30:53.502108 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79426e29-04af-49dd-b66c-737845f2ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.508741 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8666025c-4e70-4542-b233-8aab87234c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.633566 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.670149 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-79426e29-04af-49dd-b66c-737845f2ba6b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ca9686240d164bcc866c6da60079de19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795282 Nov 23 14:30:53.670149 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79426e29-04af-49dd-b66c-737845f2ba6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d85c3b-f2ea-47fd-a3cc-f0c2dd84316c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.671685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80c4ba-96b7-4480-a135-238f98362d8a x-openstack-request-id: req-fe80c4ba-96b7-4480-a135-238f98362d8a {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:53.671926 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:53.672204 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fe80c4ba-96b7-4480-a135-238f98362d8a {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:53.672618 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'status': 'completed', 'code': 200} Nov 23 14:30:53.674004 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52062) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:53.709056 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8666025c-4e70-4542-b233-8aab87234c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.791739 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8666025c-4e70-4542-b233-8aab87234c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.803108 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a7f19352-6433-4413-8d57-33de3bd6414e req-b5d6c098-aa6a-4036-8f6e-07ea2eb6ab53 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020062 Nov 23 14:30:53.828141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1d7a-c46e-4936-8ffe-59167333b8fe req-ab078459-b45b-4275-b055-8db2b8d65a3a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.830239 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f40e1d7a-c46e-4936-8ffe-59167333b8fe req-ab078459-b45b-4275-b055-8db2b8d65a3a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0914989 Nov 23 14:30:53.863584 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666025c-4e70-4542-b233-8aab87234c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e485a-2360-402f-aa28-58cbbbbcbfa1,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.866864 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Attempting to bind port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:53.867231 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Attempting to bind port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:53.867579 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Attempting to bind port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:53.879035 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b348c2ed-bd2e-4068-bdf0-4c288f41a353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.883282 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-8666025c-4e70-4542-b233-8aab87234c46 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=88357ffd82d74ef89c1c31a8e304ab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6854720 Nov 23 14:30:53.883708 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:53.884052 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Attempting to bind port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:53.887302 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52064) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:53.917113 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:53.917488 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Checking segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:53.917983 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Bound using segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:53.918419 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Bound port: ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:53.918800 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.931729 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f40e1d7a-c46e-4936-8ffe-59167333b8fe req-abfb5641-4661-4b21-9549-888f2a1ae1b2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872781 Nov 23 14:30:53.931894 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b348c2ed-bd2e-4068-bdf0-4c288f41a353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.054573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2947a4ed-a698-44ab-98c9-3b2b33974aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.056744 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] For port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:54.064282 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] For port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:54.083405 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2947a4ed-a698-44ab-98c9-3b2b33974aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.140222 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.171025 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b348c2ed-bd2e-4068-bdf0-4c288f41a353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.181459 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b348c2ed-bd2e-4068-bdf0-4c288f41a353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.181459 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b348c2ed-bd2e-4068-bdf0-4c288f41a353 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/67d85c3b-f2ea-47fd-a3cc-f0c2dd84316c HTTP/1.1" status: 204 len: 168 time: 0.4644034 Nov 23 14:30:54.206307 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.206978 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.208837 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] 10.222.0.85 "PUT /v2.0/ports/ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 1094 time: 2.4178667 Nov 23 14:30:54.220937 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:54.275128 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eac54b-b562-4c87-8441-38bbf687aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:54.278056 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348c2ed-bd2e-4068-bdf0-4c288f41a353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d85c3b-f2ea-47fd-a3cc-f0c2dd84316c,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:54.294622 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2947a4ed-a698-44ab-98c9-3b2b33974aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.296068 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2947a4ed-a698-44ab-98c9-3b2b33974aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.297796 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2947a4ed-a698-44ab-98c9-3b2b33974aed admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2a8e485a-2360-402f-aa28-58cbbbbcbfa1 HTTP/1.1" status: 204 len: 168 time: 0.4096127 Nov 23 14:30:54.365622 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947a4ed-a698-44ab-98c9-3b2b33974aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e485a-2360-402f-aa28-58cbbbbcbfa1,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:54.409919 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eea7e-523a-4b04-8021-a72076b9aeab req-b7ae8d60-8f07-4533-a43a-6babf585cd74 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.424842 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-785eea7e-523a-4b04-8021-a72076b9aeab req-b7ae8d60-8f07-4533-a43a-6babf585cd74 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.2046444 Nov 23 14:30:54.505952 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.523008 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-785eea7e-523a-4b04-8021-a72076b9aeab req-ae1d0f41-6083-4446-a926-f0e436a437d3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972493 Nov 23 14:30:54.538382 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc36204-2e24-49d4-b7c2-482d038f2144" -d '{"events": [{"name": "network-changed", "server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:54.650116 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25a9f9-db3b-41f6-ada1-5672742c7c88 req-e3ec58f6-7b30-4092-9137-584521ab605d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.652505 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9c25a9f9-db3b-41f6-ada1-5672742c7c88 req-e3ec58f6-7b30-4092-9137-584521ab605d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0732598 Nov 23 14:30:54.717538 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9c25a9f9-db3b-41f6-ada1-5672742c7c88 req-010a0282-755a-40a4-b0e2-c184908e279d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641134 Nov 23 14:30:54.804575 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be3f44-4680-4625-a486-a78d3bf0a078 x-openstack-request-id: req-30be3f44-4680-4625-a486-a78d3bf0a078 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:54.804745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:54.804961 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-30be3f44-4680-4625-a486-a78d3bf0a078 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:54.805471 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'status': 'completed', 'code': 200} Nov 23 14:30:54.984623 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a203dc-7eff-471c-8166-14f9acb9a8ed req-1175c809-7d01-412a-b365-72e4f48eca95 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.991887 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e1a203dc-7eff-471c-8166-14f9acb9a8ed req-1175c809-7d01-412a-b365-72e4f48eca95 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0870388 Nov 23 14:30:55.074046 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e1a203dc-7eff-471c-8166-14f9acb9a8ed req-472d6be3-9caa-48df-999c-9001cf050939 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Nov 23 14:30:55.146495 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f52ce1-693e-4b93-958b-15773bb47276 req-61b2f126-f196-4889-bf79-ca17fe7c24f1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.152788 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-02f52ce1-693e-4b93-958b-15773bb47276 req-61b2f126-f196-4889-bf79-ca17fe7c24f1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.1408730 Nov 23 14:30:55.225640 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-02f52ce1-693e-4b93-958b-15773bb47276 req-2a720701-738b-44f5-8262-9cf39a9623ec tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658808 Nov 23 14:30:55.383945 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52122) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:55.398761 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a0561d56-eb8f-4105-a248-6e2daf760e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.486092 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a0561d56-eb8f-4105-a248-6e2daf760e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.590894 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a0561d56-eb8f-4105-a248-6e2daf760e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.708932 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a0561d56-eb8f-4105-a248-6e2daf760e89 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5dcdaafd67124d6aa089889f043c71aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235309 Nov 23 14:30:55.712293 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52128) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:55.714923 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.720591 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561d56-eb8f-4105-a248-6e2daf760e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7825772f-47e4-48fa-b665-513bcb19e50c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:55.732735 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe0d-ded5-40bf-93e7-e7b0d8b47251 req-c8ef9846-e63a-48ac-879f-abd3cbe33b76 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.734523 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-5090b94d-1d4b-43be-926e-7484aea67775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.737958 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-5090b94d-1d4b-43be-926e-7484aea67775 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1097 time: 0.0931907 Nov 23 14:30:55.739639 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9009fe0d-ded5-40bf-93e7-e7b0d8b47251 req-c8ef9846-e63a-48ac-879f-abd3cbe33b76 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.1411264 Nov 23 14:30:55.756024 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d req-e33579f0-7c89-4ae7-8510-8c0fccfd246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.757482 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d req-e33579f0-7c89-4ae7-8510-8c0fccfd246c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1096 time: 0.0988107 Nov 23 14:30:55.827687 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9009fe0d-ded5-40bf-93e7-e7b0d8b47251 req-e5d1a336-41dd-4384-8d35-6fd19ff25c92 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761552 Nov 23 14:30:55.833651 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-88a179e3-595f-4cd3-91e8-9512a6c0ef42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.873337 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cebac-5975-423e-9cc3-861fe9906d5e req-92fc1c6f-d9ce-4f04-8f64-dada9639a85b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.875314 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-928cebac-5975-423e-9cc3-861fe9906d5e req-92fc1c6f-d9ce-4f04-8f64-dada9639a85b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0644662 Nov 23 14:30:55.881885 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-88a179e3-595f-4cd3-91e8-9512a6c0ef42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.929891 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-928cebac-5975-423e-9cc3-861fe9906d5e req-bc3d53d6-38e6-4598-a153-88201f2e0f59 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Nov 23 14:30:55.986229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-88a179e3-595f-4cd3-91e8-9512a6c0ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.988748 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-88a179e3-595f-4cd3-91e8-9512a6c0ef42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.989855 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-88a179e3-595f-4cd3-91e8-9512a6c0ef42 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7825772f-47e4-48fa-b665-513bcb19e50c HTTP/1.1" status: 204 len: 168 time: 0.2713501 Nov 23 14:30:56.017868 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.019661 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a179e3-595f-4cd3-91e8-9512a6c0ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7825772f-47e4-48fa-b665-513bcb19e50c,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:56.021710 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-3b36a505-f68f-4925-b833-5e13872b798e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 217 time: 0.0483525 Nov 23 14:30:56.119683 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d req-d1768a4a-ee4e-4222-bc3e-1e608d14f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.124469 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d req-d1768a4a-ee4e-4222-bc3e-1e608d14f692 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=45e139a46b8d40e4a8a321403730eb71&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1481309 Nov 23 14:30:56.146837 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-db3c8a7a-d6e1-413b-95e0-18ffd38fcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.148340 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-db3c8a7a-d6e1-413b-95e0-18ffd38fcf5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.1187134 Nov 23 14:30:56.292608 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-c6190c50-029f-4c3f-9391-ae443bd53685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.293842 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34d59-03cb-4675-b1a8-9ecc5e845d97 req-d01f23d7-d3cb-48a3-a1ef-7e9957cad1af tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.294272 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-c6190c50-029f-4c3f-9391-ae443bd53685 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1368923 Nov 23 14:30:56.294394 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c4b34d59-03cb-4675-b1a8-9ecc5e845d97 req-d01f23d7-d3cb-48a3-a1ef-7e9957cad1af tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.1185465 Nov 23 14:30:56.324904 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d req-d6db2d9b-931b-4ade-94c9-79904a3e7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.327278 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cac8f4ee-28b3-4e77-8f0e-7f5d562c493d req-d6db2d9b-931b-4ade-94c9-79904a3e7796 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1925747 Nov 23 14:30:56.442300 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c4b34d59-03cb-4675-b1a8-9ecc5e845d97 req-92d98f8a-0379-4c2a-9d9d-0c4d59a70a9c tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122825 Nov 23 14:30:56.457843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0472327-e8ff-41df-803b-841b8172f8fa req-d70cdc74-ca07-4016-9377-be65e263773c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.465196 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b0472327-e8ff-41df-803b-841b8172f8fa req-d70cdc74-ca07-4016-9377-be65e263773c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.1361141 Nov 23 14:30:56.501450 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-c7d9174d-f52a-4582-bb54-1d8431ebaf99 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979892 Nov 23 14:30:56.529028 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b0472327-e8ff-41df-803b-841b8172f8fa req-fa592f8e-4869-475f-853d-f23b3714e8ee tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629249 Nov 23 14:30:56.844772 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.990090 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57277-f384-4cb1-b079-d06c03c625ef req-efbe5542-819a-4c40-99ea-3ebf1f048dfb tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.991654 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-16a57277-f384-4cb1-b079-d06c03c625ef req-efbe5542-819a-4c40-99ea-3ebf1f048dfb tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.0757608 Nov 23 14:30:57.049177 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-16a57277-f384-4cb1-b079-d06c03c625ef req-2dc1148e-10f1-4548-a121-111da758a5b9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517645 Nov 23 14:30:57.086369 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6ef50-fb59-414c-910e-722cc62fce42 req-d6c1adba-5a21-4fc1-89c0-e6e7097c639b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:57.087838 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-76d6ef50-fb59-414c-910e-722cc62fce42 req-d6c1adba-5a21-4fc1-89c0-e6e7097c639b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0676255 Nov 23 14:30:57.137357 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-76d6ef50-fb59-414c-910e-722cc62fce42 req-5106fe0c-7c0b-4379-8bfe-3bcc1386cf8f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Nov 23 14:30:57.554386 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e11a8-5255-4da9-9eed-a7309f8c18da req-30b8134f-d4ef-4014-8969-6185391ec4e8 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:57.556935 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ea7e11a8-5255-4da9-9eed-a7309f8c18da req-30b8134f-d4ef-4014-8969-6185391ec4e8 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0497358 Nov 23 14:30:57.610383 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ea7e11a8-5255-4da9-9eed-a7309f8c18da req-ddf6ece7-2172-4dc5-9062-a1ac9ff27222 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Nov 23 14:30:57.659308 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877d725-dd07-425f-a963-61f74f24b12a req-18502204-9023-4e88-9c13-b250a8172516 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:57.661031 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6877d725-dd07-425f-a963-61f74f24b12a req-18502204-9023-4e88-9c13-b250a8172516 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0549173 Nov 23 14:30:57.708953 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6877d725-dd07-425f-a963-61f74f24b12a req-221d9fef-93a7-4b43-8fbb-25f6c2c6ede6 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Nov 23 14:30:58.196410 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f47c-fe7d-4d61-8f09-9c10593e95f0 req-2af43daa-1d94-4a81-b2ea-fb28efac37a6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:58.205142 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c834f47c-fe7d-4d61-8f09-9c10593e95f0 req-2af43daa-1d94-4a81-b2ea-fb28efac37a6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.0700703 Nov 23 14:30:58.272385 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c834f47c-fe7d-4d61-8f09-9c10593e95f0 req-3e3579de-38c9-413b-8064-2716dc14683b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625906 Nov 23 14:30:58.296530 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fff57-c30b-4774-958d-536198328922 req-b56038cb-a8ac-442c-9a98-1b7874c309c1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:58.298065 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ea0fff57-c30b-4774-958d-536198328922 req-b56038cb-a8ac-442c-9a98-1b7874c309c1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0556879 Nov 23 14:30:58.349077 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ea0fff57-c30b-4774-958d-536198328922 req-c97fab74-d0dd-44c4-997a-ae7ac6b44c86 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445971 Nov 23 14:30:58.726417 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c717e0-3a16-4eb5-9eaa-d0b870360a22 req-d5cfba08-0561-4a59-9bd8-96f7809a717b tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:58.727892 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-85c717e0-3a16-4eb5-9eaa-d0b870360a22 req-d5cfba08-0561-4a59-9bd8-96f7809a717b tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0477035 Nov 23 14:30:58.785220 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-85c717e0-3a16-4eb5-9eaa-d0b870360a22 req-9b63651d-21a2-4a85-9c26-6fe834d18254 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Nov 23 14:30:58.831868 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1567e-dd79-49a4-9292-a39ee7c65d0a req-bbed8913-c6eb-448d-8f86-3e3c881a5ecf tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:58.833368 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96f1567e-dd79-49a4-9292-a39ee7c65d0a req-bbed8913-c6eb-448d-8f86-3e3c881a5ecf tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0516887 Nov 23 14:30:58.883328 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96f1567e-dd79-49a4-9292-a39ee7c65d0a req-43b5d40f-98e4-42f9-84d0-87987909cc1d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Nov 23 14:30:59.479520 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba08225-d8b2-4024-8e69-5431fea22c16 req-644a88f5-9bc3-4df1-87fc-a3827422a251 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:59.481035 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0ba08225-d8b2-4024-8e69-5431fea22c16 req-644a88f5-9bc3-4df1-87fc-a3827422a251 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0539091 Nov 23 14:30:59.556713 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0ba08225-d8b2-4024-8e69-5431fea22c16 req-0d81bc97-9a4d-4934-af5b-a544d95ee1ef tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629339 Nov 23 14:30:59.580648 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a587-a05b-4389-9fbc-b788d86c47fb req-e733bb3f-2d12-4042-a125-cfc7bd89e881 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:59.582134 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3a79a587-a05b-4389-9fbc-b788d86c47fb req-e733bb3f-2d12-4042-a125-cfc7bd89e881 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.2498834 Nov 23 14:30:59.629461 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3a79a587-a05b-4389-9fbc-b788d86c47fb req-8b20bc8e-806d-4194-8ee3-9db612f77620 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Nov 23 14:30:59.773226 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52274) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:59.876611 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-96a826f3-a160-4135-b27d-421a4d202b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.896074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1da67-37b1-4612-8ee3-829bc6054041 req-8780a0fc-7841-4254-9706-37b31963b2da tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:59.897694 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e5a1da67-37b1-4612-8ee3-829bc6054041 req-8780a0fc-7841-4254-9706-37b31963b2da tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0483501 Nov 23 14:30:59.958323 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e5a1da67-37b1-4612-8ee3-829bc6054041 req-b351186d-d348-495b-9bb5-a6b4a0bcceea tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Nov 23 14:30:59.966249 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-96a826f3-a160-4135-b27d-421a4d202b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.011399 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd8c55-0302-4ae4-97a7-3a22dfd716ab req-61e65231-6ea7-4af6-8d66-b1f5ad6d4752 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.012879 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fbdd8c55-0302-4ae4-97a7-3a22dfd716ab req-61e65231-6ea7-4af6-8d66-b1f5ad6d4752 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0518832 Nov 23 14:31:00.043482 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-96a826f3-a160-4135-b27d-421a4d202b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.089254 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fbdd8c55-0302-4ae4-97a7-3a22dfd716ab req-4aa2f08a-8071-4dd1-9883-31a2f01e668d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660398 Nov 23 14:31:00.101818 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-96a826f3-a160-4135-b27d-421a4d202b3a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=98589b23771f411c962fc74b570d84d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275373 Nov 23 14:31:00.103692 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a826f3-a160-4135-b27d-421a4d202b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdcbf4b-8bed-4eb3-91eb-d7c360fd28ea,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:00.105992 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52282) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:00.152657 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cddb38df-0846-407c-8ea2-d6214b95d82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.173995 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cddb38df-0846-407c-8ea2-d6214b95d82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.281617 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['13c1d6ed-047c-49db-9ca5-88949c465a08'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:00.331728 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cddb38df-0846-407c-8ea2-d6214b95d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.334022 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cddb38df-0846-407c-8ea2-d6214b95d82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.335182 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-cddb38df-0846-407c-8ea2-d6214b95d82b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cfdcbf4b-8bed-4eb3-91eb-d7c360fd28ea HTTP/1.1" status: 204 len: 168 time: 0.2283030 Nov 23 14:31:00.378566 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb38df-0846-407c-8ea2-d6214b95d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdcbf4b-8bed-4eb3-91eb-d7c360fd28ea,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:00.398513 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-e1f7ec5c-96f9-4bda-a092-492e9752be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.400992 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-e1f7ec5c-96f9-4bda-a092-492e9752be93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1096 time: 0.1122570 Nov 23 14:31:00.425493 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c18bb9de-add3-4d0a-950c-20eaf34c6554 req-4ca14e9c-8e58-41f9-8b21-0ef69c667fdb service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375549 Nov 23 14:31:00.453595 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-60db6e9d-8979-42a6-a8b5-6722b3aca00b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Nov 23 14:31:00.466352 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['41917fa8-aec8-4d67-b659-2bd33221e38a'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:00.504193 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-a78a9d84-7201-4b0a-a385-e5010cd2ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.505686 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-a78a9d84-7201-4b0a-a385-e5010cd2ae0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0453098 Nov 23 14:31:00.572463 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-15c86138-5b36-4a28-9ab1-2aa3ab6f500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.574132 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-15c86138-5b36-4a28-9ab1-2aa3ab6f500c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613420 Nov 23 14:31:00.613620 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-a5996e69-0898-478f-8fa4-99717feafb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.616011 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-a5996e69-0898-478f-8fa4-99717feafb71 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1097 time: 0.0558512 Nov 23 14:31:00.761358 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-367f60d0-5274-4232-b12f-e24748e2f999 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739364 Nov 23 14:31:00.769490 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-3f6d7f33-f086-4566-8360-e8a812ec5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.771860 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-3f6d7f33-f086-4566-8360-e8a812ec5178 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.1494739 Nov 23 14:31:00.784820 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4520-200a-41e5-9353-1789c7cb89c5 req-60cfb748-810b-4c15-880e-8238f1c9e1ae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.789040 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-74ef4520-200a-41e5-9353-1789c7cb89c5 req-60cfb748-810b-4c15-880e-8238f1c9e1ae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0839689 Nov 23 14:31:00.836043 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-f5a12222-ea72-48de-a604-84868b180f85 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 217 time: 0.0457211 Nov 23 14:31:00.876541 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efb7f-eebf-4f5c-857d-0442d319451c req-598da296-00c9-4bc2-87a4-9fab4fa9e6c8 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.878455 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-269efb7f-eebf-4f5c-857d-0442d319451c req-598da296-00c9-4bc2-87a4-9fab4fa9e6c8 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.1151655 Nov 23 14:31:00.902147 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-74ef4520-200a-41e5-9353-1789c7cb89c5 req-f79dda9f-6257-4fe1-aa12-e4fcc8fc2aae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032574 Nov 23 14:31:00.910181 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-805d7221-acc6-42f5-8196-540eda0ebb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.911621 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-805d7221-acc6-42f5-8196-540eda0ebb7a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0637376 Nov 23 14:31:00.912895 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ec65a19-6283-4152-a9a5-9631ca712009 req-8651fd4d-193f-4662-b396-25021be0fd71 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380532 Nov 23 14:31:00.941703 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-269efb7f-eebf-4f5c-857d-0442d319451c req-aff184d3-8ebc-4632-a7a7-d7237995463f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549092 Nov 23 14:31:01.065380 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52302) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:01.079638 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5749b536-114d-47ba-b3eb-0b517eb9bb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.106214 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc6594-1e89-4e4c-b1e1-6f74aea16820 req-ce15c1bb-a72f-43c0-8815-f1215002c51f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.107586 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-11fc6594-1e89-4e4c-b1e1-6f74aea16820 req-ce15c1bb-a72f-43c0-8815-f1215002c51f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0809186 Nov 23 14:31:01.111076 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-ac92ec5f-18fb-4acc-b196-421e7240fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.117273 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-ac92ec5f-18fb-4acc-b196-421e7240fbb5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796459 Nov 23 14:31:01.161275 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5749b536-114d-47ba-b3eb-0b517eb9bb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.207788 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f42c1-7102-467f-a1f7-dd29837ffd55 req-13d7d5ec-4a4a-4d96-8504-7281d6efc139 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.209501 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f07f42c1-7102-467f-a1f7-dd29837ffd55 req-13d7d5ec-4a4a-4d96-8504-7281d6efc139 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0504725 Nov 23 14:31:01.219070 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-11fc6594-1e89-4e4c-b1e1-6f74aea16820 req-da3e41bd-e470-4176-b14e-3c0a809a22d1 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005864 Nov 23 14:31:01.239330 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5749b536-114d-47ba-b3eb-0b517eb9bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.243060 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-44a886d1-40da-4894-9795-d494d67ca96b service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172311 Nov 23 14:31:01.295179 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f07f42c1-7102-467f-a1f7-dd29837ffd55 req-f2a44bf6-0ec5-4ba5-a405-6a7d48f8a9ed tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794628 Nov 23 14:31:01.300407 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-5749b536-114d-47ba-b3eb-0b517eb9bb00 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7932ded9299d49fd86ce77d70dc501fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330883 Nov 23 14:31:01.300407 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749b536-114d-47ba-b3eb-0b517eb9bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0b930-3c95-49ec-9e8f-6eecbf706d20,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:01.313102 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52308) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:01.344961 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fc36204-2e24-49d4-b7c2-482d038f2144 req-efdf5781-0fb8-4ecd-ba7b-efa3161993bc service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933993 Nov 23 14:31:01.365183 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-20f8144b-1b71-4074-911c-597f2b85d78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.392188 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-20f8144b-1b71-4074-911c-597f2b85d78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.500357 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-20f8144b-1b71-4074-911c-597f2b85d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.502951 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-20f8144b-1b71-4074-911c-597f2b85d78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.504109 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-20f8144b-1b71-4074-911c-597f2b85d78f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a8a0b930-3c95-49ec-9e8f-6eecbf706d20 HTTP/1.1" status: 204 len: 168 time: 0.1900437 Nov 23 14:31:01.512391 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8144b-1b71-4074-911c-597f2b85d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0b930-3c95-49ec-9e8f-6eecbf706d20,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:02.024498 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada50839-537a-42a1-938e-cd5ca80d9244 req-a5f2139f-1c59-4d86-aec3-90f523585412 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:02.026067 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ada50839-537a-42a1-938e-cd5ca80d9244 req-a5f2139f-1c59-4d86-aec3-90f523585412 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0479164 Nov 23 14:31:02.059507 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00b685-2700-4ee3-a188-2f2657c5de09 req-7c3dc23b-7789-4754-959b-6cbdb58da6bf tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:02.060995 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ec00b685-2700-4ee3-a188-2f2657c5de09 req-7c3dc23b-7789-4754-959b-6cbdb58da6bf tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 943 time: 0.0533032 Nov 23 14:31:02.086682 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ada50839-537a-42a1-938e-cd5ca80d9244 req-f8c57e9e-4fcf-44f4-b2d1-75c529524b15 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540414 Nov 23 14:31:02.114264 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ec00b685-2700-4ee3-a188-2f2657c5de09 req-26eedb1b-dc44-4c9e-9f7f-8414fbf64d8a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Nov 23 14:31:02.282862 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device a1493c8d-1347-413a-a2df-021ced559963 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:02.351945 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064c97-2c82-4bf0-bccc-7b0589449985 req-b4f7102a-e236-4fe1-98cc-8bcfb2db6272 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:02.353486 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-98064c97-2c82-4bf0-bccc-7b0589449985 req-b4f7102a-e236-4fe1-98cc-8bcfb2db6272 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0646312 Nov 23 14:31:02.417247 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port a1493c8d-1347-413a-a2df-021ced559963, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a1493c8d-1347-413a-a2df-021ced559963,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:02.426347 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-98064c97-2c82-4bf0-bccc-7b0589449985 req-c6c35e45-81c1-4eb2-8793-a4bc81e2206d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662253 Nov 23 14:31:02.456095 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'a1493c8d-1347-413a-a2df-021ced559963', 'network_id': '2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1', 'port_id': 'a1493c8d-1347-413a-a2df-021ced559963', 'mac_address': 'fa:16:3e:8b:1e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0711b79-edab-4e23-a122-f8f28ddb378e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:02.456703 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be977-9b8e-4114-b5e5-f2bac3bd7eb2 req-d0438b3f-a6cb-47c1-b34b-9dda2cb9f381 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:02.456703 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-604be977-9b8e-4114-b5e5-f2bac3bd7eb2 req-d0438b3f-a6cb-47c1-b34b-9dda2cb9f381 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0700676 Nov 23 14:31:02.518145 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.523889 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-604be977-9b8e-4114-b5e5-f2bac3bd7eb2 req-7127de13-9a36-4578-8d9e-b544625b20d1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645196 Nov 23 14:31:02.536876 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1493c8d-1347-413a-a2df-021ced559963 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:02.558644 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port a1493c8d-1347-413a-a2df-021ced559963, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a1493c8d-1347-413a-a2df-021ced559963,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:02.636957 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.690072 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=a1493c8d-1347-413a-a2df-021ced559963,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:03.154517 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['a1493c8d-1347-413a-a2df-021ced559963'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:03.241511 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde513-ab3b-4413-ab7d-5278fb5a2d7f req-de408b6b-2809-4245-ac56-4d8bf4775962 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.254213 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c1fde513-ab3b-4413-ab7d-5278fb5a2d7f req-de408b6b-2809-4245-ac56-4d8bf4775962 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0604653 Nov 23 14:31:03.306614 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ac4c3-53df-4730-802f-49ba1ea8432d req-4435bfdf-95a1-4cfd-a0ad-0330f77a224f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.317099 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a85ac4c3-53df-4730-802f-49ba1ea8432d req-4435bfdf-95a1-4cfd-a0ad-0330f77a224f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 944 time: 0.1012130 Nov 23 14:31:03.323474 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c1fde513-ab3b-4413-ab7d-5278fb5a2d7f req-0095e6cd-7f29-4093-ad35-d84144aa1db5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632887 Nov 23 14:31:03.367810 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a85ac4c3-53df-4730-802f-49ba1ea8432d req-ce6b3b5f-3bc3-4010-8b02-bb3f861625bc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Nov 23 14:31:03.573004 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906953-4855-4fa4-99af-328b9e75691c req-9e48f846-28c7-4228-a9e7-a414ef56947a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.574652 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-63906953-4855-4fa4-99af-328b9e75691c req-9e48f846-28c7-4228-a9e7-a414ef56947a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0725617 Nov 23 14:31:03.656712 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-63906953-4855-4fa4-99af-328b9e75691c req-6a7159b0-14f9-4a51-adbc-c04ea3f606c1 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736580 Nov 23 14:31:03.698418 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d3f7a-a6ac-4719-b3e6-bd85b9554eb7 req-793e503c-1127-4ad2-b0ed-6bfd0dd0ec84 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.699889 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d28d3f7a-a6ac-4719-b3e6-bd85b9554eb7 req-793e503c-1127-4ad2-b0ed-6bfd0dd0ec84 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 944 time: 0.0637619 Nov 23 14:31:03.748319 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d28d3f7a-a6ac-4719-b3e6-bd85b9554eb7 req-edb1f8ff-5f0e-448c-bb3c-f85a8017a45f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Nov 23 14:31:04.289062 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:04.303273 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 41917fa8-aec8-4d67-b659-2bd33221e38a up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:04.429107 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:04.441250 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'port_id': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'mac_address': 'fa:16:3e:ea:11:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:04.480576 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d009-2ccf-43ab-b5bb-74a311114f99 req-5dc793dd-f4d6-4876-a3b4-26d5d22db052 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.483949 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5f16d009-2ccf-43ab-b5bb-74a311114f99 req-5dc793dd-f4d6-4876-a3b4-26d5d22db052 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0708213 Nov 23 14:31:04.486348 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.496552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaa4c3-c014-44fe-b6f3-4828e26c6e28 req-60614ebc-b7d4-4f4f-8cce-618ed519f076 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.500916 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dfeaa4c3-c014-44fe-b6f3-4828e26c6e28 req-60614ebc-b7d4-4f4f-8cce-618ed519f076 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 944 time: 0.0601268 Nov 23 14:31:04.501112 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:04.522681 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:04.524690 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 41917fa8-aec8-4d67-b659-2bd33221e38a completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:04.528436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 41917fa8-aec8-4d67-b659-2bd33221e38a triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:04.528816 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.545891 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5f16d009-2ccf-43ab-b5bb-74a311114f99 req-3d8edb09-59c2-4bbe-bb75-6fb0e7cbc051 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562766 Nov 23 14:31:04.554013 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dfeaa4c3-c014-44fe-b6f3-4828e26c6e28 req-98f54313-b64a-4e7b-960c-6b105d2cd97b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Nov 23 14:31:04.607285 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.615701 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.658322 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41917fa8-aec8-4d67-b659-2bd33221e38a'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:04.737612 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 41917fa8-aec8-4d67-b659-2bd33221e38a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=41917fa8-aec8-4d67-b659-2bd33221e38a,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:04.752149 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:04.794829 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdc6b9-391f-478b-9f1e-97cc41ec6406 req-5b40b6ae-943d-40cc-9cc8-9051fd1c775a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.803106 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e1fdc6b9-391f-478b-9f1e-97cc41ec6406 req-5b40b6ae-943d-40cc-9cc8-9051fd1c775a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 944 time: 0.0699446 Nov 23 14:31:04.815296 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.816951 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 13c1d6ed-047c-49db-9ca5-88949c465a08 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:04.876376 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e1fdc6b9-391f-478b-9f1e-97cc41ec6406 req-cfd48bdf-4291-4827-a804-d5130574596d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630946 Nov 23 14:31:04.876466 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df31af0-a622-4ee5-bcd5-c75aa1094ecc" -d '{"events": [{"server_uuid": "6058aa9c-7bfb-4762-8055-36d2f3e29234", "name": "network-vif-plugged", "status": "completed", "tag": "41917fa8-aec8-4d67-b659-2bd33221e38a"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:04.884809 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3442b2-0f19-436d-804f-2347eb088a61 req-bfae2cc4-d580-492c-a29c-699a449317ca tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.886297 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dd3442b2-0f19-436d-804f-2347eb088a61 req-bfae2cc4-d580-492c-a29c-699a449317ca tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 945 time: 0.0667641 Nov 23 14:31:04.915034 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=41917fa8-aec8-4d67-b659-2bd33221e38a,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:04.945170 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dd3442b2-0f19-436d-804f-2347eb088a61 req-a7c4ace2-2103-4bb6-a839-ee66e78d1933 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484099 Nov 23 14:31:04.991532 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbfe7d7-64ca-4862-b064-89aa31bd6163 x-openstack-request-id: req-0dbfe7d7-64ca-4862-b064-89aa31bd6163 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:04.991847 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058aa9c-7bfb-4762-8055-36d2f3e29234", "name": "network-vif-plugged", "status": "completed", "tag": "41917fa8-aec8-4d67-b659-2bd33221e38a", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:04.992108 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0dbfe7d7-64ca-4862-b064-89aa31bd6163 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:04.992583 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41917fa8-aec8-4d67-b659-2bd33221e38a', 'code': 200} Nov 23 14:31:05.016567 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 13c1d6ed-047c-49db-9ca5-88949c465a08 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:05.022184 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 13c1d6ed-047c-49db-9ca5-88949c465a08 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:05.022562 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.101063 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.115624 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:05.166855 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 13c1d6ed-047c-49db-9ca5-88949c465a08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=13c1d6ed-047c-49db-9ca5-88949c465a08,segment=NetworkSegment(c4170761-86eb-411a-a9d3-20555dc4fc35),segment_id=c4170761-86eb-411a-a9d3-20555dc4fc35)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:05.243588 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.308165 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=13c1d6ed-047c-49db-9ca5-88949c465a08,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:05.461854 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903ae4-d722-4131-9858-fe693d9b5e57 req-9260dac5-b428-431e-b95f-72672724ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:05.463318 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9b903ae4-d722-4131-9858-fe693d9b5e57 req-9260dac5-b428-431e-b95f-72672724ad11 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0737360 Nov 23 14:31:05.486222 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9b903ae4-d722-4131-9858-fe693d9b5e57 req-804ef2df-a910-42ae-a7e0-53799524fedc service neutron] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.556360 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9b903ae4-d722-4131-9858-fe693d9b5e57 req-804ef2df-a910-42ae-a7e0-53799524fedc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.670840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9b903ae4-d722-4131-9858-fe693d9b5e57 req-804ef2df-a910-42ae-a7e0-53799524fedc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.673201 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026f5a1-3ea3-4026-aae5-294170e581e7 req-cd6842be-2dd0-40b3-b0f1-2980623fdc65 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:05.674730 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5026f5a1-3ea3-4026-aae5-294170e581e7 req-cd6842be-2dd0-40b3-b0f1-2980623fdc65 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0500202 Nov 23 14:31:05.712167 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6015c4-7abb-4218-83e4-9672257e3579 req-a00f89c0-ad42-41f3-9081-07e44ae36fb3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:05.725626 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7e6015c4-7abb-4218-83e4-9672257e3579 req-a00f89c0-ad42-41f3-9081-07e44ae36fb3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 944 time: 0.0855610 Nov 23 14:31:05.732166 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5026f5a1-3ea3-4026-aae5-294170e581e7 req-3fcdb8a1-d625-49b5-96f6-ea9f432da1a2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508595 Nov 23 14:31:05.755155 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9b903ae4-d722-4131-9858-fe693d9b5e57 req-804ef2df-a910-42ae-a7e0-53799524fedc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770076 Nov 23 14:31:05.758302 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef2df-a910-42ae-a7e0-53799524fedc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24099850-cd6f-471d-9865-60dc15c7d8fd,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:05.788750 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7e6015c4-7abb-4218-83e4-9672257e3579 req-8ab41fde-27c8-446d-b64e-02466142d23d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675786 Nov 23 14:31:06.005273 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e98afc-ee74-4af4-bf16-02c2dad5c460 req-c1f4650c-f45d-40f0-bcbc-3d1bd9e646d2 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.006452 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-53e98afc-ee74-4af4-bf16-02c2dad5c460 req-c1f4650c-f45d-40f0-bcbc-3d1bd9e646d2 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0727959 Nov 23 14:31:06.061929 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-53e98afc-ee74-4af4-bf16-02c2dad5c460 req-7fc69dd7-bad6-4eee-95fb-62afbaa6918c tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496624 Nov 23 14:31:06.094451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08895aac-7d73-4436-97e0-d77a0004e1b3 req-bee83758-8125-4e7a-876f-299ff38191ae tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.095939 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-08895aac-7d73-4436-97e0-d77a0004e1b3 req-bee83758-8125-4e7a-876f-299ff38191ae tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 945 time: 0.0622265 Nov 23 14:31:06.143384 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-08895aac-7d73-4436-97e0-d77a0004e1b3 req-614e4b3c-b254-4390-9c94-dc4f452bbebe tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Nov 23 14:31:06.309895 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:06.315455 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device a1493c8d-1347-413a-a2df-021ced559963 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:06.446558 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:06.458273 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '643c4469-7e07-47b2-806d-0dfc74abe378', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378', 'mac_address': 'fa:16:3e:d3:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:06.501299 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.514169 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643c4469-7e07-47b2-806d-0dfc74abe378 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:06.534776 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:06.539855 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port a1493c8d-1347-413a-a2df-021ced559963 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:06.543738 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port a1493c8d-1347-413a-a2df-021ced559963 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:06.544304 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.611148 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.642249 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.690533 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:06.695916 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port a1493c8d-1347-413a-a2df-021ced559963, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a1493c8d-1347-413a-a2df-021ced559963,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:06.759801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.863126 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42ef0-e5fd-4d4b-ac8e-3586331943b4 req-3946a98d-6051-44e1-b33d-9b077b5d26ca tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.865974 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3bf42ef0-e5fd-4d4b-ac8e-3586331943b4 req-3946a98d-6051-44e1-b33d-9b077b5d26ca tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 944 time: 0.0576274 Nov 23 14:31:06.916955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dc12d-a717-40a1-98e7-08827276b5a2 req-8099922a-58e8-4de4-a604-eb36d685f757 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.919691 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3bf42ef0-e5fd-4d4b-ac8e-3586331943b4 req-e3d2de21-3782-4a9e-b552-c930370b5071 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Nov 23 14:31:06.930287 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-683dc12d-a717-40a1-98e7-08827276b5a2 req-8099922a-58e8-4de4-a604-eb36d685f757 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0626523 Nov 23 14:31:06.968669 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=a1493c8d-1347-413a-a2df-021ced559963,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:06.988702 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-683dc12d-a717-40a1-98e7-08827276b5a2 req-f44c15de-aad9-4c15-8b7d-a1ee05d50188 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575511 Nov 23 14:31:06.993412 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c1d6ed-047c-49db-9ca5-88949c465a08'}, {'server_uuid': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1493c8d-1347-413a-a2df-021ced559963'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:06.995710 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2d9745-8528-4e44-97d1-0efb664241c9" -d '{"events": [{"server_uuid": "fd32f487-0ba1-4203-b38d-e8c98996571b", "name": "network-vif-plugged", "status": "completed", "tag": "13c1d6ed-047c-49db-9ca5-88949c465a08"}, {"server_uuid": "3240fe59-76d8-41ec-b0b5-42e56aa99597", "name": "network-vif-plugged", "status": "completed", "tag": "a1493c8d-1347-413a-a2df-021ced559963"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:07.037071 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17e718-2e2f-4ed7-94db-60d998f665f9 x-openstack-request-id: req-da17e718-2e2f-4ed7-94db-60d998f665f9 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:07.037391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd32f487-0ba1-4203-b38d-e8c98996571b", "name": "network-vif-plugged", "status": "completed", "tag": "13c1d6ed-047c-49db-9ca5-88949c465a08", "code": 200}, {"server_uuid": "3240fe59-76d8-41ec-b0b5-42e56aa99597", "name": "network-vif-plugged", "status": "completed", "tag": "a1493c8d-1347-413a-a2df-021ced559963", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:07.037673 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-da17e718-2e2f-4ed7-94db-60d998f665f9 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:07.038065 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c1d6ed-047c-49db-9ca5-88949c465a08', 'code': 200} Nov 23 14:31:07.038319 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1493c8d-1347-413a-a2df-021ced559963', 'code': 200} Nov 23 14:31:07.124882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['643c4469-7e07-47b2-806d-0dfc74abe378'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:07.264150 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e96185-79bc-46a3-b913-f9d0f7cdafe1 req-47cfae3c-9cb9-4ec0-9fa9-65a2e8f7d52a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:07.269761 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6e96185-79bc-46a3-b913-f9d0f7cdafe1 req-47cfae3c-9cb9-4ec0-9fa9-65a2e8f7d52a tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.1302981 Nov 23 14:31:07.386616 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee5a2-7f2f-40ad-ad46-53a0164094d4 req-902dbe4c-d195-4764-b631-65193d43d0fb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:07.388267 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-11dee5a2-7f2f-40ad-ad46-53a0164094d4 req-902dbe4c-d195-4764-b631-65193d43d0fb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 945 time: 0.1186268 Nov 23 14:31:07.398382 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6e96185-79bc-46a3-b913-f9d0f7cdafe1 req-c5af9f17-bfb9-4519-b04f-6de034891be4 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204121 Nov 23 14:31:07.411196 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3da8c-af4b-4924-8d76-7b5fdc722a49 req-55e0e858-1b4c-4280-9f5c-863348e843d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:07.412974 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fdc3da8c-af4b-4924-8d76-7b5fdc722a49 req-55e0e858-1b4c-4280-9f5c-863348e843d1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 1098 time: 0.0611563 Nov 23 14:31:07.482576 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fdc3da8c-af4b-4924-8d76-7b5fdc722a49 req-158e0317-7d46-4a81-a5e8-7b73fad8cf4b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578763 Nov 23 14:31:07.495452 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-11dee5a2-7f2f-40ad-ad46-53a0164094d4 req-25886438-7fe9-4e2e-88de-886fc8ca5195 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003351 Nov 23 14:31:07.516505 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee0c5-2ef5-40d0-bc30-aa6765e01e2c req-6247857b-488c-4083-aeab-97b809fd4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:07.516505 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f62ee0c5-2ef5-40d0-bc30-aa6765e01e2c req-6247857b-488c-4083-aeab-97b809fd4fa2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 1098 time: 0.0927029 Nov 23 14:31:07.781752 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52554) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:07.864515 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f62ee0c5-2ef5-40d0-bc30-aa6765e01e2c req-bd536e40-6fa0-43cf-bf74-dc94e9fc67e4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Nov 23 14:31:07.890798 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9566fc9e-05e5-414b-9873-73ffd211f6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.969619 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9566fc9e-05e5-414b-9873-73ffd211f6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.052034 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adf450-7bc3-4123-ba41-7cdbbd31c9ff req-3f552985-89c0-4676-9388-066cfa070d06 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:08.053664 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a1adf450-7bc3-4123-ba41-7cdbbd31c9ff req-3f552985-89c0-4676-9388-066cfa070d06 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 944 time: 0.0504355 Nov 23 14:31:08.060592 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9566fc9e-05e5-414b-9873-73ffd211f6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.102512 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d715-2cd4-41aa-9d44-1b7f6fd0843b req-f993124b-dbd6-4844-bb80-af8b3c9005ce tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:08.103966 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6b95d715-2cd4-41aa-9d44-1b7f6fd0843b req-f993124b-dbd6-4844-bb80-af8b3c9005ce tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Nov 23 14:31:08.109861 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-9566fc9e-05e5-414b-9873-73ffd211f6e2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=60649ac2c5654f54887ba9a0c34b5185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267920 Nov 23 14:31:08.113644 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52566) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:08.117991 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566fc9e-05e5-414b-9873-73ffd211f6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1303f0e-affc-4a75-85e6-9e6de327b602,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:08.142511 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a1adf450-7bc3-4123-ba41-7cdbbd31c9ff req-d3ea9ce1-ea97-45ec-bcfc-7c8fdf41bea7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828409 Nov 23 14:31:08.188616 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6b95d715-2cd4-41aa-9d44-1b7f6fd0843b req-098d3ea6-73b3-49c9-aa52-c1008acf7e44 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755980 Nov 23 14:31:08.200970 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2468847f-af06-427b-afb6-b27a725932f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.232003 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2468847f-af06-427b-afb6-b27a725932f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.332934 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:08.382481 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2468847f-af06-427b-afb6-b27a725932f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.385080 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2468847f-af06-427b-afb6-b27a725932f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.386212 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2468847f-af06-427b-afb6-b27a725932f5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f1303f0e-affc-4a75-85e6-9e6de327b602 HTTP/1.1" status: 204 len: 168 time: 0.2717049 Nov 23 14:31:08.394943 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468847f-af06-427b-afb6-b27a725932f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1303f0e-affc-4a75-85e6-9e6de327b602,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:08.462406 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:08.470107 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:08.470686 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.557497 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce08cc-49a4-469a-b1af-add1076b936c req-e2437563-62f5-4114-b0f6-b93f4ef3badb tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:08.559925 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-07ce08cc-49a4-469a-b1af-add1076b936c req-e2437563-62f5-4114-b0f6-b93f4ef3badb tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0667305 Nov 23 14:31:08.597145 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.638432 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-07ce08cc-49a4-469a-b1af-add1076b936c req-2da543b7-72db-4741-b7ea-9fce13d9b83c tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707126 Nov 23 14:31:08.642947 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dbe2b-e5b4-4e83-9109-129905ca30f9 req-b3f68a9f-9e50-4361-a3bb-cae18e483747 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:08.643107 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:08.644749 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d07dbe2b-e5b4-4e83-9109-129905ca30f9 req-b3f68a9f-9e50-4361-a3bb-cae18e483747 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 945 time: 0.0609090 Nov 23 14:31:08.693872 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d07dbe2b-e5b4-4e83-9109-129905ca30f9 req-cff1db34-0b9c-42ce-a4ad-b472cce6ca1c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433574 Nov 23 14:31:08.715383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.771486 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.039534 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:09.041974 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366e7bb0-4484-4651-816b-89cebc358ddf" -d '{"events": [{"server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "name": "network-vif-plugged", "status": "completed", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:09.078282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d31af-0415-4da3-8fbe-d30562574142 x-openstack-request-id: req-ec4d31af-0415-4da3-8fbe-d30562574142 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:09.078601 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "name": "network-vif-plugged", "status": "completed", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:09.078865 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ec4d31af-0415-4da3-8fbe-d30562574142 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:09.079264 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'code': 200} Nov 23 14:31:09.124564 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52600) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:09.137730 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76eff51-1562-480c-9e1f-7a1f114548ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.235361 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76eff51-1562-480c-9e1f-7a1f114548ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.291250 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777583fa-d10e-489b-baa9-f2dea38c0775 req-5c4e4a94-0fbf-4ce5-96c4-f3c7979afe8f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:09.298543 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-777583fa-d10e-489b-baa9-f2dea38c0775 req-5c4e4a94-0fbf-4ce5-96c4-f3c7979afe8f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 944 time: 0.0701160 Nov 23 14:31:09.311069 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85980f8-e26a-401f-8366-075263a8db1d req-f159dd4e-dd13-44d1-8616-1f5ff73fb1a0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:09.312614 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c85980f8-e26a-401f-8366-075263a8db1d req-f159dd4e-dd13-44d1-8616-1f5ff73fb1a0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0512714 Nov 23 14:31:09.358811 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-777583fa-d10e-489b-baa9-f2dea38c0775 req-b89fd0ed-372f-4428-9699-5066e328b0da tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588775 Nov 23 14:31:09.381410 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c85980f8-e26a-401f-8366-075263a8db1d req-037ec6a6-fb1b-4598-94d3-2cbbfedc9154 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614228 Nov 23 14:31:09.382348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a76eff51-1562-480c-9e1f-7a1f114548ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.432615 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a76eff51-1562-480c-9e1f-7a1f114548ad admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=780439dc21634c489a396128f541cd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066049 Nov 23 14:31:09.433438 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eff51-1562-480c-9e1f-7a1f114548ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f814fc-70ff-44ff-b8c2-67a4a2a693c3,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.435457 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52612) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:09.527538 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eac8e5-2491-41c5-a276-187366ade374 req-a2730706-9480-4488-a2d0-f8f8e04d6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:09.529231 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f5eac8e5-2491-41c5-a276-187366ade374 req-a2730706-9480-4488-a2d0-f8f8e04d6e85 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1099 time: 0.0782633 Nov 23 14:31:09.539223 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7a57fe2a-8ed8-4d4f-9dcc-a2ed124f7202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.574775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7a57fe2a-8ed8-4d4f-9dcc-a2ed124f7202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.616588 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f5eac8e5-2491-41c5-a276-187366ade374 req-3ea5957e-4661-48ba-99bf-cd9b959af201 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730333 Nov 23 14:31:09.742105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7a57fe2a-8ed8-4d4f-9dcc-a2ed124f7202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.742105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7a57fe2a-8ed8-4d4f-9dcc-a2ed124f7202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.745674 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7a57fe2a-8ed8-4d4f-9dcc-a2ed124f7202 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/42f814fc-70ff-44ff-b8c2-67a4a2a693c3 HTTP/1.1" status: 204 len: 168 time: 0.3047540 Nov 23 14:31:09.756565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57fe2a-8ed8-4d4f-9dcc-a2ed124f7202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f814fc-70ff-44ff-b8c2-67a4a2a693c3,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.786224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e088f-e0d4-401f-bb44-b017cb7a722e req-4c92e2c7-4557-476d-913e-782f9127c2f6 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:09.788613 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c09e088f-e0d4-401f-bb44-b017cb7a722e req-4c92e2c7-4557-476d-913e-782f9127c2f6 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0784140 Nov 23 14:31:09.846751 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c09e088f-e0d4-401f-bb44-b017cb7a722e req-29708203-8771-4d21-9309-f0ccfe0476c7 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Nov 23 14:31:10.014407 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ab42-4015-4825-b871-2e828a9cb94f req-4569bc6e-e86e-4320-900f-873c95402815 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:10.016891 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4ac5ab42-4015-4825-b871-2e828a9cb94f req-4569bc6e-e86e-4320-900f-873c95402815 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.2404537 Nov 23 14:31:10.071058 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4ac5ab42-4015-4825-b871-2e828a9cb94f req-a894b7ee-3ac1-411a-b088-88e5b05efa78 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477302 Nov 23 14:31:10.344151 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:10.456988 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 643c4469-7e07-47b2-806d-0dfc74abe378 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:10.461306 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 643c4469-7e07-47b2-806d-0dfc74abe378 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:10.461754 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.512869 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7ddc-ec4d-4c5c-afc7-32c40553b105 req-e5fcffc6-615a-4b57-b9c3-c19e0201aa78 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:10.515717 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e65f7ddc-ec4d-4c5c-afc7-32c40553b105 req-e5fcffc6-615a-4b57-b9c3-c19e0201aa78 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 944 time: 0.0907028 Nov 23 14:31:10.528070 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8ca4-82cb-4f8b-ab1d-5eb14efca494 req-2c7cf1a2-d0f0-4640-8983-fece9b60528a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:10.529744 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-65eb8ca4-82cb-4f8b-ab1d-5eb14efca494 req-2c7cf1a2-d0f0-4640-8983-fece9b60528a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0785613 Nov 23 14:31:10.571538 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e65f7ddc-ec4d-4c5c-afc7-32c40553b105 req-84040519-444b-4f39-81a8-af0a76bae3d8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494003 Nov 23 14:31:10.586813 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-65eb8ca4-82cb-4f8b-ab1d-5eb14efca494 req-fdbfead2-799d-4c34-8c5a-ab048e0d8852 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479238 Nov 23 14:31:10.604447 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.640836 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:10.743060 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.803105 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:10.976152 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee18d4-623e-4129-b26b-f18cecf39193 req-b80a497e-4d0b-426d-b900-2e5a720b2183 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:10.977725 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-17ee18d4-623e-4129-b26b-f18cecf39193 req-b80a497e-4d0b-426d-b900-2e5a720b2183 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0553234 Nov 23 14:31:11.037956 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-17ee18d4-623e-4129-b26b-f18cecf39193 req-a92bf206-061b-4e0b-b3bb-c0e3d0d866ea tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537779 Nov 23 14:31:11.080259 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:11.082643 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9cbbb2-1f51-4af9-8219-540f45ebb672" -d '{"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-plugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:11.129678 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76599fca-37a0-49d6-b006-cc75a0e9836d x-openstack-request-id: req-76599fca-37a0-49d6-b006-cc75a0e9836d {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:11.130210 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-plugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:11.130633 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-76599fca-37a0-49d6-b006-cc75a0e9836d {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:11.131409 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'code': 200} Nov 23 14:31:11.158284 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52696) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:11.279987 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6841d9-38b8-4ff7-9138-bde089fb54da req-443614c1-d239-4594-b83b-469d40f408d3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:11.289212 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5c6841d9-38b8-4ff7-9138-bde089fb54da req-443614c1-d239-4594-b83b-469d40f408d3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0774789 Nov 23 14:31:11.382113 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f10b3f32-1420-456b-9f92-9dc271b17f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.404866 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5c6841d9-38b8-4ff7-9138-bde089fb54da req-919af016-3513-4f65-91c5-7019ef0d7a72 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144440 Nov 23 14:31:11.408800 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126b652-c104-4013-8c9e-c6785f8b037f req-b82ad3c7-e42c-4cdd-b5fa-965f6d983a98 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:11.416611 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8126b652-c104-4013-8c9e-c6785f8b037f req-b82ad3c7-e42c-4cdd-b5fa-965f6d983a98 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.1797822 Nov 23 14:31:11.449114 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-3597f144-ee3a-464d-bf31-6adeb531d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:11.450699 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-3597f144-ee3a-464d-bf31-6adeb531d923 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 1098 time: 0.1532354 Nov 23 14:31:11.569983 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e45d-075d-4fcc-adb4-211ebc0ec085 req-2e36d4d9-794b-4ad1-a119-d4d0e2ef568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:11.572492 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0ca6e45d-075d-4fcc-adb4-211ebc0ec085 req-2e36d4d9-794b-4ad1-a119-d4d0e2ef568c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1098 time: 0.0552816 Nov 23 14:31:11.573478 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8126b652-c104-4013-8c9e-c6785f8b037f req-6884d67f-a03b-4c2f-90db-909e8fd88501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525214 Nov 23 14:31:11.645678 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0ca6e45d-075d-4fcc-adb4-211ebc0ec085 req-163e7c34-277f-421b-9180-80a7d2d12f8d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634699 Nov 23 14:31:11.683549 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-818886a0-871b-4e04-8390-0510fadeee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:11.685033 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-818886a0-871b-4e04-8390-0510fadeee23 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.2232959 Nov 23 14:31:11.715406 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f10b3f32-1420-456b-9f92-9dc271b17f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.729367 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648b828-534a-4802-a793-307ca315ee17 req-4c6d654e-7378-4b51-9a34-64faff73e9b2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:11.730814 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9648b828-534a-4802-a793-307ca315ee17 req-4c6d654e-7378-4b51-9a34-64faff73e9b2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Nov 23 14:31:11.777266 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f10b3f32-1420-456b-9f92-9dc271b17f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.777777 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9648b828-534a-4802-a793-307ca315ee17 req-694da5bb-dcd8-4b82-a26d-66f3b10b4dc6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Nov 23 14:31:11.835807 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f10b3f32-1420-456b-9f92-9dc271b17f31 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a187a670543e40c79a533ded926a38f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6763878 Nov 23 14:31:11.836956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b3f32-1420-456b-9f92-9dc271b17f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9144b0-052f-4e82-b969-0b5c6f90a4d9,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:11.838548 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52718) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:11.888067 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0f16eeac-d18c-4c26-b005-c18f6819c291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.924148 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0f16eeac-d18c-4c26-b005-c18f6819c291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.957414 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-dde99de9-8c3d-495b-a4fb-e046d12577bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1493c8d-1347-413a-a2df-021ced559963 HTTP/1.1" status: 200 len: 217 time: 0.0350683 Nov 23 14:31:12.022915 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-fd938bd8-af9d-40ce-a9c3-45bde273d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.024757 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-fd938bd8-af9d-40ce-a9c3-45bde273d985 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0519879 Nov 23 14:31:12.049021 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0f16eeac-d18c-4c26-b005-c18f6819c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.051788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0f16eeac-d18c-4c26-b005-c18f6819c291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.053077 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-0f16eeac-d18c-4c26-b005-c18f6819c291 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cf9144b0-052f-4e82-b969-0b5c6f90a4d9 HTTP/1.1" status: 204 len: 168 time: 0.2129042 Nov 23 14:31:12.062709 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16eeac-d18c-4c26-b005-c18f6819c291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9144b0-052f-4e82-b969-0b5c6f90a4d9,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:12.072009 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-9314a457-7530-4840-8e27-2e5553f0d284 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389040 Nov 23 14:31:12.217739 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-87e4adb0-6e39-4897-b150-c78f5d75f1c8 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351104 Nov 23 14:31:12.321509 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c7d127d7-3034-4f27-998d-0c83a0723788 req-766b334b-2876-4474-abba-a3abfd44503a service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935442 Nov 23 14:31:12.568736 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26287-c40f-409d-b45d-79933766719a req-266c7804-0d60-47ee-83f4-f35d9bc2f03d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.570725 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bed26287-c40f-409d-b45d-79933766719a req-266c7804-0d60-47ee-83f4-f35d9bc2f03d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0786304 Nov 23 14:31:12.642917 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bed26287-c40f-409d-b45d-79933766719a req-c366e3e2-a2a1-4576-9174-6894615914d6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Nov 23 14:31:12.690820 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca589-39f5-425d-8062-126789463330 req-d04ae219-6c7a-49c9-bd74-8a1717ca5e99 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.692297 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2acca589-39f5-425d-8062-126789463330 req-d04ae219-6c7a-49c9-bd74-8a1717ca5e99 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0518384 Nov 23 14:31:12.746532 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2acca589-39f5-425d-8062-126789463330 req-02778dcf-23c9-4024-bc62-3796d0d1db38 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476110 Nov 23 14:31:12.893184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a77c00-feca-40ff-a03c-f80c98404cc1 req-ca8e4ed2-6c43-4e1b-a7d7-07052871172b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.900714 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-10a77c00-feca-40ff-a03c-f80c98404cc1 req-ca8e4ed2-6c43-4e1b-a7d7-07052871172b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0806487 Nov 23 14:31:12.905092 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52770) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:12.910507 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'floatingip': {'port_id': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:12.917740 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0aa1e-262c-48c0-9040-56beb8123342 req-cf2cf874-d00a-40bf-b49b-ebd453715405 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.919270 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-acb0aa1e-262c-48c0-9040-56beb8123342 req-cf2cf874-d00a-40bf-b49b-ebd453715405 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0550807 Nov 23 14:31:12.971781 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-acb0aa1e-262c-48c0-9040-56beb8123342 req-f4dfb271-37ca-4602-8ef2-9518c5993127 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461764 Nov 23 14:31:13.046451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52774) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:13.054241 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52776) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:13.069891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30df84ed-b668-478e-875f-192ecb1305de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.160622 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30df84ed-b668-478e-875f-192ecb1305de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.173663 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.230037 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.240667 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-30df84ed-b668-478e-875f-192ecb1305de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.290331 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-30df84ed-b668-478e-875f-192ecb1305de admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2a51fba61dc4435eb95ac828ca320420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424567 Nov 23 14:31:13.292932 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52782) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:13.306095 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df84ed-b668-478e-875f-192ecb1305de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cbff1d-175d-4bbb-b37c-661eee64612b,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:13.379659 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a5314a92-8402-466e-a3a7-25f8589265f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.401506 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.417693 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a5314a92-8402-466e-a3a7-25f8589265f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.490941 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.534059 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9913e7ee90c7468083f46e414672eb29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780805 Nov 23 14:31:13.534766 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1773c-d97d-4909-8623-97a66bf55078,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:13.537566 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52786) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:13.548746 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.549103 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.549439 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.552532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57901e1e-23a2-4734-9299-747adf43edf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:13.596535 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a5314a92-8402-466e-a3a7-25f8589265f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.599174 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a5314a92-8402-466e-a3a7-25f8589265f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.600335 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a5314a92-8402-466e-a3a7-25f8589265f4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b8cbff1d-175d-4bbb-b37c-661eee64612b HTTP/1.1" status: 204 len: 168 time: 0.3064840 Nov 23 14:31:13.605858 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b847662-32ac-4e40-b3a1-ab447c30b148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.614464 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5314a92-8402-466e-a3a7-25f8589265f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cbff1d-175d-4bbb-b37c-661eee64612b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:13.635585 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b847662-32ac-4e40-b3a1-ab447c30b148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.759615 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b847662-32ac-4e40-b3a1-ab447c30b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.763003 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b847662-32ac-4e40-b3a1-ab447c30b148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.764167 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-8b847662-32ac-4e40-b3a1-ab447c30b148 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5dd1773c-d97d-4909-8623-97a66bf55078 HTTP/1.1" status: 204 len: 168 time: 0.2256885 Nov 23 14:31:13.779308 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b847662-32ac-4e40-b3a1-ab447c30b148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1773c-d97d-4909-8623-97a66bf55078,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:13.864567 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68d81-f5f6-41f3-825e-7d97390c9db3 req-567a5a45-c544-47dd-8d91-5b0812fff954 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:13.866081 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-eed68d81-f5f6-41f3-825e-7d97390c9db3 req-567a5a45-c544-47dd-8d91-5b0812fff954 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.1369803 Nov 23 14:31:13.899309 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.939593 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-eed68d81-f5f6-41f3-825e-7d97390c9db3 req-794e57de-04b7-4f97-a450-6120367a4411 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 Nov 23 14:31:14.020151 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.097995 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdbfff-d8a2-4b5b-8376-20b14fcb9be6 req-862bdee2-26c3-45e6-a77c-f543cda24ea1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:14.104756 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2afdbfff-d8a2-4b5b-8376-20b14fcb9be6 req-862bdee2-26c3-45e6-a77c-f543cda24ea1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0559740 Nov 23 14:31:14.132749 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Floating IP 7d12fc50-3d8b-4d4f-a956-ec19c41be1b9 associated. External IP: 172.27.0.58, port: ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc. Nov 23 14:31:14.156658 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2afdbfff-d8a2-4b5b-8376-20b14fcb9be6 req-abc43560-4979-4da4-bf96-1a38b30d1979 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510025 Nov 23 14:31:14.292611 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe6f8-766e-4796-99f2-2f27fa9f9be1 req-8ce67d01-78bf-41f1-a42d-fb641edc5eae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:14.294045 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-551fe6f8-766e-4796-99f2-2f27fa9f9be1 req-8ce67d01-78bf-41f1-a42d-fb641edc5eae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0570250 Nov 23 14:31:14.303818 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 52816) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:14.308191 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'floatingip': {'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:14.347894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.558220 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52830) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:14.574044 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-843cc96e-6c76-4cb8-8c5c-fe27f634fb2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.663259 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-843cc96e-6c76-4cb8-8c5c-fe27f634fb2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.737171 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-843cc96e-6c76-4cb8-8c5c-fe27f634fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.777360 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-843cc96e-6c76-4cb8-8c5c-fe27f634fb2d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ef3ef9b419924275a54e67cc834074c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179723 Nov 23 14:31:14.778892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cc96e-6c76-4cb8-8c5c-fe27f634fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b052f2-936e-4b8c-a34f-0c112a23b7ad,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:14.781990 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52836) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:14.835866 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8f0-65a0-46aa-9c2c-d4e5d6e5f827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.839332 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:14.856444 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8f0-65a0-46aa-9c2c-d4e5d6e5f827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.963427 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8f0-65a0-46aa-9c2c-d4e5d6e5f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.966767 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8f0-65a0-46aa-9c2c-d4e5d6e5f827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.968353 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d63eb8f0-65a0-46aa-9c2c-d4e5d6e5f827 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/38b052f2-936e-4b8c-a34f-0c112a23b7ad HTTP/1.1" status: 204 len: 168 time: 0.1850188 Nov 23 14:31:14.980172 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eb8f0-65a0-46aa-9c2c-d4e5d6e5f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b052f2-936e-4b8c-a34f-0c112a23b7ad,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:15.103343 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:15.112349 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.123441 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:15.134394 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:15.135008 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:15.164042 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e7f1fe5e-829b-480d-8baf-d63931282d4e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "PUT /v2.0/floatingips/7d12fc50-3d8b-4d4f-a956-ec19c41be1b9 HTTP/1.1" status: 200 len: 991 time: 2.2478478 Nov 23 14:31:15.174136 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:15.176846 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:15.191598 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522bcc8-1aaf-4a0d-86ac-5d91c24137a6 req-fbec208b-e437-4367-9d3a-4828fb57965f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:15.199278 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c522bcc8-1aaf-4a0d-86ac-5d91c24137a6 req-fbec208b-e437-4367-9d3a-4828fb57965f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.1327417 Nov 23 14:31:15.252806 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:15.285224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.289034 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c522bcc8-1aaf-4a0d-86ac-5d91c24137a6 req-fd2df7bb-ad1d-487e-a372-192e8e6b13a4 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893528 Nov 23 14:31:15.420353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.540527 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Floating IP 1cf101ad-fb04-487d-9f33-1b4efc1b66ff associated. External IP: 172.27.0.182, port: 643c4469-7e07-47b2-806d-0dfc74abe378. Nov 23 14:31:15.596086 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '7d12fc50-3d8b-4d4f-a956-ec19c41be1b9', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'port_id': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'mac_address': 'fa:16:3e:ea:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:30:42Z', 'updated_at': '2021-11-23T14:31:13Z', 'revision_number': 1, 'project_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:15.630116 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:15.644060 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:15.644736 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:15.755644 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:15.789777 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Router 952321d1-a56f-46e6-8243-f06ceef438a9 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:15.912912 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:15.919512 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.927797 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:15.942305 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:15.957582 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-72fc70e2-f815-462b-aa4d-d65579bf9682 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "PUT /v2.0/floatingips/1cf101ad-fb04-487d-9f33-1b4efc1b66ff HTTP/1.1" status: 200 len: 991 time: 1.6526229 Nov 23 14:31:15.964597 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:16.012994 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '7d12fc50-3d8b-4d4f-a956-ec19c41be1b9', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'port_id': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'mac_address': 'fa:16:3e:ea:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:30:42Z', 'updated_at': '2021-11-23T14:31:13Z', 'revision_number': 1, 'project_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:16.041126 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1314ba1-054c-436b-a3d0-73f234d534a9 None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '7d12fc50-3d8b-4d4f-a956-ec19c41be1b9', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'port_id': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'mac_address': 'fa:16:3e:ea:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:30:42Z', 'updated_at': '2021-11-23T14:31:13Z', 'revision_number': 1, 'project_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:16.103866 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:16.288912 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1745f7-ab36-455c-891f-76ffba2f652e None None] New status for floating IP 7d12fc50-3d8b-4d4f-a956-ec19c41be1b9: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:31:16.411557 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52896) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:16.421307 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '1cf101ad-fb04-487d-9f33-1b4efc1b66ff', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'mac_address': 'fa:16:3e:d3:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:30:41Z', 'updated_at': '2021-11-23T14:31:15Z', 'revision_number': 1, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:16.448989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:16.458836 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:16.459480 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:30:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:16.532668 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1105770979-network', 'tenant_id': '2ebe2cb2394a4a3199c5df49b8793c0d'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:16.581798 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:16.640647 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Made reservation on behalf of 2ebe2cb2394a4a3199c5df49b8793c0d for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:16.643675 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.652733 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.738399 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.814339 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '1cf101ad-fb04-487d-9f33-1b4efc1b66ff', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'mac_address': 'fa:16:3e:d3:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:30:41Z', 'updated_at': '2021-11-23T14:31:15Z', 'revision_number': 1, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:16.831525 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.840827 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc0c32-6be0-4352-a7b0-a3d5449af3b7 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '1cf101ad-fb04-487d-9f33-1b4efc1b66ff', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'mac_address': 'fa:16:3e:d3:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:30:41Z', 'updated_at': '2021-11-23T14:31:15Z', 'revision_number': 1, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:16.865796 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:31:16.871291 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634107e8-96d0-4c9a-8280-3ed8b4508085,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:16.878890 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.879289 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Added segment ce72d733-425b-41d4-8dcf-943843bcbe09 of type vlan for network 27ebbb4f-c920-416e-88ae-b0ddbdad523e Nov 23 14:31:16.924827 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.016969 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.017959 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.018536 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.045632 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4f8dd-3ab9-4fd0-b095-5f226773963c None None] New status for floating IP 1cf101ad-fb04-487d-9f33-1b4efc1b66ff: ACTIVE {{(pid=103067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:31:17.080759 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] Pushing event updated for resources: {'Network': ['ID=27ebbb4f-c920-416e-88ae-b0ddbdad523e,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:17.109603 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 27ebbb4f-c920-416e-88ae-b0ddbdad523e details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:31:17.126490 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-284dd2c5-7c01-487c-a3da-7de2e22d6a22 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7137005 Nov 23 14:31:17.129327 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 52908) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:17.134221 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Request body: {'subnet': {'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1105770979-subnet', 'tenant_id': '2ebe2cb2394a4a3199c5df49b8793c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:17.226103 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Made reservation on behalf of 2ebe2cb2394a4a3199c5df49b8793c0d for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:17.228460 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.460437 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.522621 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9c0003-6cd3-4d00-bb9e-0ba746c6965e,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:17.528276 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Checking segment: {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:17.528637 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Network hostable DHCP agents. Network: 27ebbb4f-c920-416e-88ae-b0ddbdad523e, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:31:17.599309 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Network 27ebbb4f-c920-416e-88ae-b0ddbdad523e is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:31:17.668570 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 27ebbb4f-c920-416e-88ae-b0ddbdad523e) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:17.673242 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.673844 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.681382 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b795b-301e-4522-bf47-75aeeae30980 None None] Network 27ebbb4f-c920-416e-88ae-b0ddbdad523e requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:17.734639 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d374763-bb16-4a01-a705-eb02de81907e x-openstack-request-id: req-4d374763-bb16-4a01-a705-eb02de81907e {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:17.735626 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:17.736179 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4d374763-bb16-4a01-a705-eb02de81907e {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:17.736902 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'status': 'completed', 'code': 200} Nov 23 14:31:17.761065 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-454acffc-867a-4347-9954-6f0647e12947 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6278615 Nov 23 14:31:17.825425 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f06ef-a8ca-4537-b90d-9b9f85990af3 None None] Network 27ebbb4f-c920-416e-88ae-b0ddbdad523e requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:17.841999 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-5b7bb3fe-a749-440e-a904-7fa67a258dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.844682 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-5b7bb3fe-a749-440e-a904-7fa67a258dc1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1099 time: 0.0797811 Nov 23 14:31:18.000531 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-946137f7-306c-48d1-a432-2db8d9bb7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:18.002104 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-946137f7-306c-48d1-a432-2db8d9bb7536 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.1357095 Nov 23 14:31:18.070732 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb52ce5-bf75-4dbe-a8f1-8d7a541049a9 req-1f55cf63-14e0-436d-8d22-15d4758a63be tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:18.072430 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6cb52ce5-bf75-4dbe-a8f1-8d7a541049a9 req-1f55cf63-14e0-436d-8d22-15d4758a63be tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.1678510 Nov 23 14:31:18.147550 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-5b75dcba-5a16-4ac3-a974-558a9e0e8d44 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 1001 time: 0.1355186 Nov 23 14:31:18.191967 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6cb52ce5-bf75-4dbe-a8f1-8d7a541049a9 req-aa8ba114-2d6f-4d48-8b7a-f7f69fd235a4 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122534 Nov 23 14:31:18.219383 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-d32d77ef-1776-4426-81b5-3f788419d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:18.219383 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-d32d77ef-1776-4426-81b5-3f788419d26a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0583761 Nov 23 14:31:18.264545 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-2c9af592-c20c-404d-867d-35622cf02004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:18.264545 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-2c9af592-c20c-404d-867d-35622cf02004 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412889 Nov 23 14:31:18.445996 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-7d250cb6-b00a-4ed7-831e-f016e660a77e service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848985 Nov 23 14:31:18.448940 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fb7d1937-bfb6-4b7a-a182-86eeed4267ba req-86228b8d-0233-4918-8682-1b8c9b9db421 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Nov 23 14:31:19.329688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e81c60-ad13-4501-8c1e-417a7995cac4 req-aea4a23a-f3b3-4a87-b299-12e61aa3beb5 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:19.330958 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-25e81c60-ad13-4501-8c1e-417a7995cac4 req-aea4a23a-f3b3-4a87-b299-12e61aa3beb5 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0587440 Nov 23 14:31:19.392985 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-25e81c60-ad13-4501-8c1e-417a7995cac4 req-0dc2cd18-b5f6-45e8-884a-29241fdd9552 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563540 Nov 23 14:31:19.738987 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:19.741397 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8c94a-731a-48d3-9d29-89543af784d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:19.778085 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13eae4-57b7-4839-81a2-eaab56dd4477 x-openstack-request-id: req-6b13eae4-57b7-4839-81a2-eaab56dd4477 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:19.778381 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:19.778635 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6b13eae4-57b7-4839-81a2-eaab56dd4477 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:19.779035 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'status': 'completed', 'code': 200} Nov 23 14:31:19.847221 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-935cd30b-190a-4d77-9d7a-eea0606e7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:19.848639 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-935cd30b-190a-4d77-9d7a-eea0606e7b50 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1098 time: 0.0455778 Nov 23 14:31:19.946078 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-bece270d-768f-4b66-9cfb-885c973ef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:19.947547 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-bece270d-768f-4b66-9cfb-885c973ef2d2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0917416 Nov 23 14:31:20.014687 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-3d231f4d-e109-48ba-8e2c-eb3bab470ff4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 1001 time: 0.0590398 Nov 23 14:31:20.067304 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-072bac51-277f-4e95-95f8-a28cd1f62f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.068756 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-072bac51-277f-4e95-95f8-a28cd1f62f25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0464790 Nov 23 14:31:20.121234 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-ca012a4a-840e-45b4-9957-a218f2880941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.122617 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-ca012a4a-840e-45b4-9957-a218f2880941 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387325 Nov 23 14:31:20.212548 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-add28daf-3c6e-4bcc-9159-407dd91673e4 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808401 Nov 23 14:31:20.323550 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ea8c94a-731a-48d3-9d29-89543af784d3 req-daa1a908-67dc-4692-ab46-9a4817e962f9 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938406 Nov 23 14:31:20.493663 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-706935b1-1050-4213-b6f2-b811589c54e9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.497781 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-706935b1-1050-4213-b6f2-b811589c54e9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/networks?id=27ebbb4f-c920-416e-88ae-b0ddbdad523e HTTP/1.1" status: 200 len: 809 time: 0.1119635 Nov 23 14:31:20.510830 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-2a4657ff-adac-45fc-b8be-b2953a3bde9f tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/quotas/2ebe2cb2394a4a3199c5df49b8793c0d HTTP/1.1" status: 200 len: 375 time: 0.0091488 Nov 23 14:31:20.529950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a370b0-eed3-4e06-808e-39503861922d req-936b6366-8834-4933-b7a2-448e7007649a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.531775 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d9a370b0-eed3-4e06-808e-39503861922d req-936b6366-8834-4933-b7a2-448e7007649a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0613778 Nov 23 14:31:20.542386 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-c21179db-2db4-46c9-a15f-223b69e0bed3 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252135 Nov 23 14:31:20.581266 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d9a370b0-eed3-4e06-808e-39503861922d req-f762e62b-1ee8-49eb-bb78-8030509e7f9a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Nov 23 14:31:20.632920 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-81693f24-df59-4fb9-b640-35ffa73754f7 service neutron] 10.222.0.82 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829811 Nov 23 14:31:20.726644 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-c0d646b8-f07b-4d04-8313-f3d1490a36cd service neutron] 10.222.0.82 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880079 Nov 23 14:31:20.854855 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-36f2cf5c-cc24-4b50-8994-2ede6c8e59eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.009198 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9252d2a6-7e7b-494c-aaf2-0f96cd4f61a6 req-a7e36b2c-4268-4577-a79d-5dfcc177184c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 210 time: 0.0408006 Nov 23 14:31:21.648425 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-c441f24a-013f-4043-b55e-311c3c782909 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402567 Nov 23 14:31:21.732279 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484ae96-1955-4bfb-9d4c-6e5b10185d43 req-61165bca-24ae-49cd-9cfe-61e44f41117a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.733855 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a484ae96-1955-4bfb-9d4c-6e5b10185d43 req-61165bca-24ae-49cd-9cfe-61e44f41117a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0757084 Nov 23 14:31:21.804133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604187-9b20-4842-a575-56507c37aa56 req-4d496933-e278-4f99-bfde-2f1a52fab23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.806608 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-4d496933-e278-4f99-bfde-2f1a52fab23b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc6dcdf0bd0d4ba4b54402a4c1cc6023&device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 1098 time: 0.0993471 Nov 23 14:31:21.829151 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a484ae96-1955-4bfb-9d4c-6e5b10185d43 req-7e8194a7-f590-4ab6-89aa-5db42f6f7d80 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Nov 23 14:31:21.972228 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53080) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:22.105779 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-01a192ae-3e36-4a68-8f65-da28b3c2109d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.155050 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8b1ffdc6-b4ec-415a-a1ec-2c9c1d067add req-86a8fe35-72d7-47ba-91b5-6a3cb52a2c9c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 210 time: 0.0340610 Nov 23 14:31:22.170602 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:31:22.191013 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604187-9b20-4842-a575-56507c37aa56 req-6fe4ca88-7b29-4833-8a45-412f2913b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.192553 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-6fe4ca88-7b29-4833-8a45-412f2913b4a9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=80e9ea19-d253-45d4-b23b-95319665cd2f HTTP/1.1" status: 200 len: 914 time: 0.3616102 Nov 23 14:31:22.195963 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-01a192ae-3e36-4a68-8f65-da28b3c2109d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.236177 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-f2956c53-7ef4-411d-9c32-1f5cafcb2924 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c1d6ed-047c-49db-9ca5-88949c465a08 HTTP/1.1" status: 200 len: 217 time: 0.0350535 Nov 23 14:31:22.294004 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604187-9b20-4842-a575-56507c37aa56 req-14a01010-1c5b-4ab6-8bfb-64cc5bd52de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.295346 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-14a01010-1c5b-4ab6-8bfb-64cc5bd52de2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20715c89-a411-459c-ba26-e886dd62a829 HTTP/1.1" status: 200 len: 852 time: 0.0471764 Nov 23 14:31:22.302680 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-01a192ae-3e36-4a68-8f65-da28b3c2109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.335224 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-d95c7e88-1205-426b-bb17-177aa66361fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80e9ea19-d253-45d4-b23b-95319665cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320594 Nov 23 14:31:22.342980 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a192ae-3e36-4a68-8f65-da28b3c2109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65ec546-efd1-4d55-b407-d1dcfb756302,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:22.351987 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-01a192ae-3e36-4a68-8f65-da28b3c2109d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d93a124c450445e3952c0edead0bb658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778791 Nov 23 14:31:22.352613 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53092) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:22.423175 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8001a1bf-b467-4d30-9d90-2d0c0f04a5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.453645 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8001a1bf-b467-4d30-9d90-2d0c0f04a5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.454217 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-7809c80a-7a62-40f0-8f1e-b8d65ae6d654 service neutron] 10.222.0.85 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088779 Nov 23 14:31:22.554834 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46604187-9b20-4842-a575-56507c37aa56 req-10238a35-e06c-429b-b4c9-919a6a168e47 service neutron] 10.222.0.85 "GET /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909753 Nov 23 14:31:22.603182 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8001a1bf-b467-4d30-9d90-2d0c0f04a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.606145 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8001a1bf-b467-4d30-9d90-2d0c0f04a5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.613554 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-8001a1bf-b467-4d30-9d90-2d0c0f04a5ce admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c65ec546-efd1-4d55-b407-d1dcfb756302 HTTP/1.1" status: 204 len: 168 time: 0.2551813 Nov 23 14:31:22.620060 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001a1bf-b467-4d30-9d90-2d0c0f04a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65ec546-efd1-4d55-b407-d1dcfb756302,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:22.961565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09bdb6-77b5-4915-bd94-89caf9d74e99 req-63d75e1c-d3ac-471e-a667-7c1bad2b745f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.963066 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0d09bdb6-77b5-4915-bd94-89caf9d74e99 req-63d75e1c-d3ac-471e-a667-7c1bad2b745f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0590851 Nov 23 14:31:23.014769 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0d09bdb6-77b5-4915-bd94-89caf9d74e99 req-9e5e82a2-48c1-4748-b6eb-53356b82d139 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Nov 23 14:31:23.235397 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3648d40a-87df-406f-9b39-fb26ebb6b314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.278626 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d18a186f-31e4-4dce-8edb-5a86be4d8a07 req-b906301a-b6ab-4fa5-bca6-10eb68c0f4cb tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 210 time: 0.0464501 Nov 23 14:31:23.406601 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 53134) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:23.431076 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.588583 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-c2c20b50-59d1-4862-a868-f1db0b850b2f tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:23.590027 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-c2c20b50-59d1-4862-a868-f1db0b850b2f tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "GET /v2.0/networks?id=27ebbb4f-c920-416e-88ae-b0ddbdad523e HTTP/1.1" status: 200 len: 809 time: 0.1302767 Nov 23 14:31:23.608358 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.621785 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Request body: {'port': {'device_id': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e', 'admin_state_up': True, 'tenant_id': '2ebe2cb2394a4a3199c5df49b8793c0d'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:23.689635 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.745540 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-30546886-0747-4109-af06-120ec1378149 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=edd27a6975804bff82f818e16af442e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381209 Nov 23 14:31:23.748449 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53148) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:23.751906 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2171e8-c1da-4985-ac15-3a1e359f33df,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:23.764556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.769035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30546886-0747-4109-af06-120ec1378149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:23.820061 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b99de0c6-49e0-4ba5-b07b-97ad01a9db5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.841514 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b99de0c6-49e0-4ba5-b07b-97ad01a9db5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.889234 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Made reservation on behalf of 2ebe2cb2394a4a3199c5df49b8793c0d for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:23.892933 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.975098 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b99de0c6-49e0-4ba5-b07b-97ad01a9db5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.977950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b99de0c6-49e0-4ba5-b07b-97ad01a9db5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.982756 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b99de0c6-49e0-4ba5-b07b-97ad01a9db5b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dc2171e8-c1da-4985-ac15-3a1e359f33df HTTP/1.1" status: 204 len: 168 time: 0.2330551 Nov 23 14:31:23.991280 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99de0c6-49e0-4ba5-b07b-97ad01a9db5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2171e8-c1da-4985-ac15-3a1e359f33df,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.121546 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Allocated IP 172.20.0.11 (27ebbb4f-c920-416e-88ae-b0ddbdad523e/1a9c0003-6cd3-4d00-bb9e-0ba746c6965e/0a48ea27-4a0b-401b-90ef-02b2cb56e046) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:24.152955 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb703d-d72f-47c9-a9ca-a2fbd3178528 req-e73f50da-0807-4034-a9c5-d61d38203a98 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:24.154771 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-76bb703d-d72f-47c9-a9ca-a2fbd3178528 req-e73f50da-0807-4034-a9c5-d61d38203a98 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0713699 Nov 23 14:31:24.252169 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-76bb703d-d72f-47c9-a9ca-a2fbd3178528 req-5cd496db-b8c0-41a0-ba00-2af182d6de50 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898702 Nov 23 14:31:24.293235 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53164) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:24.357466 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.397583 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53172) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:24.401293 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e4900f52-8c3e-47cf-9eca-514f95835e38 req-947fd5a5-0e5e-4795-bc5f-e4c6a6d881f5 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 210 time: 0.0419228 Nov 23 14:31:24.428998 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.490264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.522074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c0417b67-3569-4050-8950-c0ee9dc7e7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.534898 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Network 27ebbb4f-c920-416e-88ae-b0ddbdad523e is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:24.540263 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:24.546601 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:24.582081 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Pushing event updated for resources: {'Port': ['ID=0a48ea27-4a0b-401b-90ef-02b2cb56e046,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.604930 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72fb13e8-bbc0-4ea2-bd8d-b8460c385974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.611071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:24.611707 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.647617 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c0417b67-3569-4050-8950-c0ee9dc7e7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.694468 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-e86b57f0-c24c-445a-9bf4-a326d10b96bf tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0764146 Nov 23 14:31:24.703514 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72fb13e8-bbc0-4ea2-bd8d-b8460c385974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.730135 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Request body: {'port': {'device_id': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:24.748834 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c0417b67-3569-4050-8950-c0ee9dc7e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.783805 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72fb13e8-bbc0-4ea2-bd8d-b8460c385974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.784073 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.795248 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-c0417b67-3569-4050-8950-c0ee9dc7e7ac admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b0ea4705ae014e9f869a9dc2cdb89071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987016 Nov 23 14:31:24.796599 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 53188) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:24.799548 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0417b67-3569-4050-8950-c0ee9dc7e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc090d5-f1d5-4da8-bc27-c2588ea07b70,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.828883 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-72fb13e8-bbc0-4ea2-bd8d-b8460c385974 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8495ddebb28446919003a7a18c4ed10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301870 Nov 23 14:31:24.833037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 53190) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:24.838781 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb13e8-bbc0-4ea2-bd8d-b8460c385974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4370ad-604c-4c9b-a7d7-f22b1bf0f613,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.965984 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0a55cf51-869f-43d7-a1d6-bfbed9ef17a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.008090 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3c5af85a-4e63-4f96-a5ca-a1538051b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.034675 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0a55cf51-869f-43d7-a1d6-bfbed9ef17a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.101704 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3c5af85a-4e63-4f96-a5ca-a1538051b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.223965 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a48ea27-4a0b-401b-90ef-02b2cb56e046 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:25.231521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.274894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0a55cf51-869f-43d7-a1d6-bfbed9ef17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.277824 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0a55cf51-869f-43d7-a1d6-bfbed9ef17a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.278913 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-0a55cf51-869f-43d7-a1d6-bfbed9ef17a0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bcc090d5-f1d5-4da8-bc27-c2588ea07b70 HTTP/1.1" status: 204 len: 168 time: 0.4802663 Nov 23 14:31:25.287302 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55cf51-869f-43d7-a1d6-bfbed9ef17a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc090d5-f1d5-4da8-bc27-c2588ea07b70,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.323617 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Transition to ACTIVE for port object 0a48ea27-4a0b-401b-90ef-02b2cb56e046 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:31:25.325257 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3c5af85a-4e63-4f96-a5ca-a1538051b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.329611 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3c5af85a-4e63-4f96-a5ca-a1538051b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.331111 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3c5af85a-4e63-4f96-a5ca-a1538051b77d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f4370ad-604c-4c9b-a7d7-f22b1bf0f613 HTTP/1.1" status: 204 len: 168 time: 0.4954236 Nov 23 14:31:25.371328 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5af85a-4e63-4f96-a5ca-a1538051b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4370ad-604c-4c9b-a7d7-f22b1bf0f613,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.412932 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909202-c1b5-49a3-9687-b110788cde42 req-c7f67cc9-58f7-4290-aa21-7958ec07b879 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:25.414615 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2f909202-c1b5-49a3-9687-b110788cde42 req-c7f67cc9-58f7-4290-aa21-7958ec07b879 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0824883 Nov 23 14:31:25.423221 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.509207 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Pushing event updated for resources: {'Port': ['ID=0a48ea27-4a0b-401b-90ef-02b2cb56e046,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.520432 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2f909202-c1b5-49a3-9687-b110788cde42 req-2b5c572a-b259-40db-89ba-86ea122d4d46 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992200 Nov 23 14:31:25.593298 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835c6b2-f109-42c9-9003-67e260830ecd req-2c51b454-c56b-48bb-b91b-986578043a16 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:25.602456 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8835c6b2-f109-42c9-9003-67e260830ecd req-2c51b454-c56b-48bb-b91b-986578043a16 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 944 time: 0.0680315 Nov 23 14:31:25.603405 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Attempting to bind port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:25.603746 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Attempting to bind port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:25.604075 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Attempting to bind port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 on network 27ebbb4f-c920-416e-88ae-b0ddbdad523e {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:25.610562 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 on network 27ebbb4f-c920-416e-88ae-b0ddbdad523e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:25.611521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Attempting to bind port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 on network 27ebbb4f-c920-416e-88ae-b0ddbdad523e {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:25.618877 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:25.619568 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Checking segment: {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:25.619954 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Bound using segment: {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:25.620450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Bound port: 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:25.620804 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.657394 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8835c6b2-f109-42c9-9003-67e260830ecd req-7639a039-4ce2-46d4-abb0-1070965203c3 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531442 Nov 23 14:31:25.676890 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.692731 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] For port 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:25.696880 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] For port 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0a48ea27-4a0b-401b-90ef-02b2cb56e046,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:25.786569 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.820425 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:25.821607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.827168 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] 10.222.0.85 "PUT /v2.0/ports/0a48ea27-4a0b-401b-90ef-02b2cb56e046 HTTP/1.1" status: 200 len: 1094 time: 1.0969665 Nov 23 14:31:25.827168 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'tag': '0a48ea27-4a0b-401b-90ef-02b2cb56e046'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:25.828534 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c149ec46-47c0-4d43-abc6-ee2c901ab9b2", "tag": "0a48ea27-4a0b-401b-90ef-02b2cb56e046"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:25.879259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db817aaf-4b3e-4670-ae03-1d1a352c05db x-openstack-request-id: req-db817aaf-4b3e-4670-ae03-1d1a352c05db {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:25.879259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c149ec46-47c0-4d43-abc6-ee2c901ab9b2", "tag": "0a48ea27-4a0b-401b-90ef-02b2cb56e046", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:25.879259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-db817aaf-4b3e-4670-ae03-1d1a352c05db {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:25.879259 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'tag': '0a48ea27-4a0b-401b-90ef-02b2cb56e046', 'status': 'completed', 'code': 200} Nov 23 14:31:25.882496 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289303e7-91e7-4afd-b2f2-fcddc1f02802 service neutron] Pushing event updated for resources: {'Port': ['ID=0a48ea27-4a0b-401b-90ef-02b2cb56e046,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.973684 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c req-759579ec-e32c-4eef-a886-ce1ef2326648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:25.975177 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c req-759579ec-e32c-4eef-a886-ce1ef2326648 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0503545 Nov 23 14:31:26.045948 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.094140 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c req-c0fb6928-4b21-4134-9144-255ce5a83af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.095723 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c req-c0fb6928-4b21-4134-9144-255ce5a83af8 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1023314 Nov 23 14:31:26.191989 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c req-91897750-41b7-483f-ad43-182181dcb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.193447 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a42266c2-2873-431c-a6fb-b5dfbb76ed2c req-91897750-41b7-483f-ad43-182181dcb4bd service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0889359 Nov 23 14:31:26.274350 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53224) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:26.285283 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-ff44b807-84fd-4257-94e4-d8da86eaf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.286759 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-ff44b807-84fd-4257-94e4-d8da86eaf6e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0456479 Nov 23 14:31:26.289495 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7adc2621-6f1a-4fcb-8b9b-51889d7fa7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.330369 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-9a16abe1-f5b0-4d6c-b61a-a88d00998093 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a48ea27-4a0b-401b-90ef-02b2cb56e046 HTTP/1.1" status: 200 len: 217 time: 0.0340238 Nov 23 14:31:26.361955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53226) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:26.377073 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7adc2621-6f1a-4fcb-8b9b-51889d7fa7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.382796 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e77688c7-ce92-4b75-a428-d55b7e663b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.387560 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c4b-b007-4005-a079-719d9d82782e req-75fd51fa-a412-49ce-8982-69eca416ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.389033 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-75fd51fa-a412-49ce-8982-69eca416ea9f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a9c0003-6cd3-4d00-bb9e-0ba746c6965e HTTP/1.1" status: 200 len: 849 time: 0.0504196 Nov 23 14:31:26.429126 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-c05910c6-d055-475e-ac42-1615c7093052 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=27ebbb4f-c920-416e-88ae-b0ddbdad523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282998 Nov 23 14:31:26.458275 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e77688c7-ce92-4b75-a428-d55b7e663b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.465876 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7adc2621-6f1a-4fcb-8b9b-51889d7fa7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.505720 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7adc2621-6f1a-4fcb-8b9b-51889d7fa7ce admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ff0914503d3945f7833ee41b811826b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302759 Nov 23 14:31:26.506849 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc2621-6f1a-4fcb-8b9b-51889d7fa7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af2e9c-4d84-4846-989e-89f27a410b1c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:26.509122 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53230) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:26.555589 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e77688c7-ce92-4b75-a428-d55b7e663b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.556003 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-ac93ba2e-7d95-4409-9b27-e52a122917be service neutron] 10.222.0.85 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170697 Nov 23 14:31:26.606317 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77688c7-ce92-4b75-a428-d55b7e663b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e27ca3-b31d-464c-888b-b8d92b510b59,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:26.616578 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e77688c7-ce92-4b75-a428-d55b7e663b47 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6faa12855a554d418538c11706e43568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525065 Nov 23 14:31:26.617977 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d04bd4ec-ee75-4ce1-a2de-b6bf8a4a57a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.621031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 53236) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:26.645285 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d04bd4ec-ee75-4ce1-a2de-b6bf8a4a57a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.736311 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e481da-f97a-4a24-a039-5b89978dfd73 req-5bb9c618-e011-48ac-b71e-5ec828e87af4 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.738649 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2d234c4b-b007-4005-a079-719d9d82782e req-5259b912-6f69-4c32-8f49-1ee31808915c service neutron] 10.222.0.85 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724398 Nov 23 14:31:26.739468 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f0e481da-f97a-4a24-a039-5b89978dfd73 req-5bb9c618-e011-48ac-b71e-5ec828e87af4 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.1023085 Nov 23 14:31:26.741400 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98067531-ccd4-4ad3-beea-cc6dd7f0655a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.791630 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98067531-ccd4-4ad3-beea-cc6dd7f0655a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.804490 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f0e481da-f97a-4a24-a039-5b89978dfd73 req-11f1cb30-879c-48fc-b5b0-614135c6888d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587642 Nov 23 14:31:26.832437 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46edf71-3b5a-4a98-9875-b128f8dc164a req-9a22c5e2-a808-4ebe-8a6c-86dbfef6c50b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.834014 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b46edf71-3b5a-4a98-9875-b128f8dc164a req-9a22c5e2-a808-4ebe-8a6c-86dbfef6c50b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 944 time: 0.0798361 Nov 23 14:31:26.880290 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.880863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d04bd4ec-ee75-4ce1-a2de-b6bf8a4a57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.883669 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d04bd4ec-ee75-4ce1-a2de-b6bf8a4a57a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.884842 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d04bd4ec-ee75-4ce1-a2de-b6bf8a4a57a1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/55af2e9c-4d84-4846-989e-89f27a410b1c HTTP/1.1" status: 204 len: 168 time: 0.3748066 Nov 23 14:31:26.896454 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd4ec-ee75-4ce1-a2de-b6bf8a4a57a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af2e9c-4d84-4846-989e-89f27a410b1c,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:26.896932 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b46edf71-3b5a-4a98-9875-b128f8dc164a req-0e01d169-d30d-46ac-abbf-9c2a92def21d tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Nov 23 14:31:26.981015 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98067531-ccd4-4ad3-beea-cc6dd7f0655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.984041 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98067531-ccd4-4ad3-beea-cc6dd7f0655a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.985906 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-98067531-ccd4-4ad3-beea-cc6dd7f0655a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b7e27ca3-b31d-464c-888b-b8d92b510b59 HTTP/1.1" status: 204 len: 168 time: 0.3624809 Nov 23 14:31:26.994125 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067531-ccd4-4ad3-beea-cc6dd7f0655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e27ca3-b31d-464c-888b-b8d92b510b59,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:27.928988 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cddd61-592f-4f85-8c6b-0b4b4e1e2bc2 req-d008b494-1110-443d-b976-be6136f1da80 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:27.936797 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-68cddd61-592f-4f85-8c6b-0b4b4e1e2bc2 req-d008b494-1110-443d-b976-be6136f1da80 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0584345 Nov 23 14:31:28.005225 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-68cddd61-592f-4f85-8c6b-0b4b4e1e2bc2 req-bf4171f6-2b5d-4232-905f-799f2512bd86 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674071 Nov 23 14:31:28.037702 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e63f7-a823-40fa-bca1-17dd1c13af4c req-ab12c846-765d-461a-8130-7ad101f84d0c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:28.039567 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f49e63f7-a823-40fa-bca1-17dd1c13af4c req-ab12c846-765d-461a-8130-7ad101f84d0c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 944 time: 0.0610962 Nov 23 14:31:28.099605 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f49e63f7-a823-40fa-bca1-17dd1c13af4c req-221804c4-cb78-44b4-941e-b9d4bc9fc63c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516064 Nov 23 14:31:28.983691 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-79b3a4d7-f637-4f83-a531-cfe41591de83 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a4719be271ae49a18146758f634bfe77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436814 Nov 23 14:31:29.133675 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95413bd-f0cf-4a6d-90fc-4f79da8a452a req-6ac3520d-5039-4aa7-b9fa-363daea364a0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.136102 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c95413bd-f0cf-4a6d-90fc-4f79da8a452a req-6ac3520d-5039-4aa7-b9fa-363daea364a0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0623093 Nov 23 14:31:29.206674 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c95413bd-f0cf-4a6d-90fc-4f79da8a452a req-ea68209a-509d-4687-bd65-a71c2079531c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636244 Nov 23 14:31:29.226621 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-2ac6b6c8-fb3c-40e4-b9e3-5ca373ae12d6 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.229075 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-2ac6b6c8-fb3c-40e4-b9e3-5ca373ae12d6 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385416 Nov 23 14:31:29.251342 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-80e0c02d-6648-48e8-bd43-748a0dad73b3 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/quotas/a4719be271ae49a18146758f634bfe77 HTTP/1.1" status: 200 len: 375 time: 0.0130632 Nov 23 14:31:29.302897 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-266d1c2a-7a57-4892-b389-22c135f5024f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4719be271ae49a18146758f634bfe77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457587 Nov 23 14:31:29.329845 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a96945-f193-4d99-83ea-bfa3b5fccd4e req-1cf35ac9-ffb2-466f-a01c-a861893d706d tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.331360 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-28a96945-f193-4d99-83ea-bfa3b5fccd4e req-1cf35ac9-ffb2-466f-a01c-a861893d706d tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 944 time: 0.0638890 Nov 23 14:31:29.383549 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-28a96945-f193-4d99-83ea-bfa3b5fccd4e req-0c56ff55-a4fc-4e3b-9447-df1db3151075 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Nov 23 14:31:29.621043 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e685642b-8d87-417f-8ed0-2924964a5f17 req-e565929a-b40d-41b5-9a75-491737f75692 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 210 time: 0.0451596 Nov 23 14:31:30.328606 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13b347-a8be-4de0-a140-895fcbd05f28 req-b5f9ef06-11e7-4efa-9728-a4b392d45f56 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.330419 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3d13b347-a8be-4de0-a140-895fcbd05f28 req-b5f9ef06-11e7-4efa-9728-a4b392d45f56 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0543184 Nov 23 14:31:30.402157 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3d13b347-a8be-4de0-a140-895fcbd05f28 req-943fd98e-4e79-431a-93f3-c14e97f5aa22 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627036 Nov 23 14:31:30.443405 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2081bd-1943-4aea-86f4-16a16dddfb73 req-2ba00117-fe1a-4f52-af4b-139d7fc3a7dd tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.444921 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f2081bd-1943-4aea-86f4-16a16dddfb73 req-2ba00117-fe1a-4f52-af4b-139d7fc3a7dd tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0543072 Nov 23 14:31:30.450523 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 0a48ea27-4a0b-401b-90ef-02b2cb56e046 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:30.499394 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f2081bd-1943-4aea-86f4-16a16dddfb73 req-cc7d6663-d1e5-471f-8a0d-24fe08a1ec64 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Nov 23 14:31:30.513136 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44800a-0769-4c27-83c5-982c0af0f9d5 req-77547e17-8e14-495e-8051-a110ae5c452b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.514613 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2e44800a-0769-4c27-83c5-982c0af0f9d5 req-77547e17-8e14-495e-8051-a110ae5c452b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 944 time: 0.0507684 Nov 23 14:31:30.553443 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0a48ea27-4a0b-401b-90ef-02b2cb56e046,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:30.573941 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2e44800a-0769-4c27-83c5-982c0af0f9d5 req-acbdfa27-3338-4998-bd08-10cc409b4ffc tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489850 Nov 23 14:31:30.574276 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '0a48ea27-4a0b-401b-90ef-02b2cb56e046', 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e', 'port_id': '0a48ea27-4a0b-401b-90ef-02b2cb56e046', 'mac_address': 'fa:16:3e:1c:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9c0003-6cd3-4d00-bb9e-0ba746c6965e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:30.613143 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.626146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a48ea27-4a0b-401b-90ef-02b2cb56e046 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:30.646529 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0a48ea27-4a0b-401b-90ef-02b2cb56e046,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:30.712802 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-651fc8ad-6e4a-4f54-b6fc-9150f88b7f78 req-1b03c4f1-d903-4d2b-a83f-3baf24d34d0e tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 210 time: 0.0260615 Nov 23 14:31:30.731759 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.780314 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=0a48ea27-4a0b-401b-90ef-02b2cb56e046,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:30.788633 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.789006 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.789356 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.789694 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.790033 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.790379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.790715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.791046 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.791388 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.791718 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.792041 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:30.792395 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:31.265023 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['0a48ea27-4a0b-401b-90ef-02b2cb56e046'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:31.521793 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7be54-bdf4-4af7-86e5-fedd53eb475b req-5056a4e8-03b6-4a24-9067-50b9afcab60a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.523211 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7bb7be54-bdf4-4af7-86e5-fedd53eb475b req-5056a4e8-03b6-4a24-9067-50b9afcab60a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0499525 Nov 23 14:31:31.571673 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7bb7be54-bdf4-4af7-86e5-fedd53eb475b req-d103eae6-da93-4638-be2f-4c122eb70676 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Nov 23 14:31:31.625368 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1bfbe-bc10-4a27-a7db-0b893b4dbeb3 req-53f353c4-4501-4d04-aede-bb0d93f66e70 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.626831 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a0c1bfbe-bc10-4a27-a7db-0b893b4dbeb3 req-53f353c4-4501-4d04-aede-bb0d93f66e70 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0517843 Nov 23 14:31:31.675221 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a0c1bfbe-bc10-4a27-a7db-0b893b4dbeb3 req-2aa2cf59-3134-4bac-a57d-00ffa964a80f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Nov 23 14:31:31.695371 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b0157-7253-4721-8dfe-1d0023ef67ee req-6a488f38-f609-4f95-9ba9-f9a159bd6b1a tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.695371 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5a7b0157-7253-4721-8dfe-1d0023ef67ee req-6a488f38-f609-4f95-9ba9-f9a159bd6b1a tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 945 time: 0.0491605 Nov 23 14:31:31.737285 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5a7b0157-7253-4721-8dfe-1d0023ef67ee req-9cc35696-5f11-4188-b6b9-c5c583a75c3d tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Nov 23 14:31:31.816736 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bb369457-8d82-4f98-bfb5-b5b6f3428a30 req-e076fbc2-0fc4-4844-a748-4a2625e66189 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 210 time: 0.0261521 Nov 23 14:31:32.686395 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128cdda-51f5-43ee-9f85-2d81aa630ac0 req-1dca9599-3ab7-44de-b992-0a4c4140f22f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:32.688648 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f128cdda-51f5-43ee-9f85-2d81aa630ac0 req-1dca9599-3ab7-44de-b992-0a4c4140f22f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Nov 23 14:31:32.735116 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f128cdda-51f5-43ee-9f85-2d81aa630ac0 req-81f99909-0540-47fc-ab78-aed8fbb52e98 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Nov 23 14:31:32.834156 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5581-c62a-403c-be1b-11f9ee8ed1d9 req-4d56c812-f849-45db-add7-276d82e94dac tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:32.835636 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-cfed5581-c62a-403c-be1b-11f9ee8ed1d9 req-4d56c812-f849-45db-add7-276d82e94dac tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0478230 Nov 23 14:31:32.882215 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-cfed5581-c62a-403c-be1b-11f9ee8ed1d9 req-c12bba85-0722-465d-b825-e22c178cea23 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Nov 23 14:31:32.985057 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d49ef-ba4c-422c-bf8a-00a3067e6ad4 req-4c4bb5e5-9122-4de5-b447-165751a47b90 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:32.986529 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-581d49ef-ba4c-422c-bf8a-00a3067e6ad4 req-4c4bb5e5-9122-4de5-b447-165751a47b90 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 945 time: 0.0494497 Nov 23 14:31:33.037905 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-581d49ef-ba4c-422c-bf8a-00a3067e6ad4 req-444b920f-c375-43b9-8c2a-c0662aa49c74 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Nov 23 14:31:35.854881 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-d34093f9-4b5e-4232-bf1c-9f66e4653c20 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a4719be271ae49a18146758f634bfe77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279438 Nov 23 14:31:36.036941 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6ec65b6e-2e84-4fff-b6a0-8c1344d293db req-22d3afd7-f7ed-47a4-a941-4d09c71d58b1 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 210 time: 0.0612407 Nov 23 14:31:36.044761 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801275a0-10a5-4c44-b31c-ec4fab9a01b3 req-da6e398b-5222-40f5-8227-805f1a03aced tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:36.046378 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-801275a0-10a5-4c44-b31c-ec4fab9a01b3 req-da6e398b-5222-40f5-8227-805f1a03aced tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0508235 Nov 23 14:31:36.081007 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-92bddad7-90f5-4f13-974d-e297229be744 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:36.082613 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-92bddad7-90f5-4f13-974d-e297229be744 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169433 Nov 23 14:31:36.101058 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Request body: {'port': {'device_id': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88', 'admin_state_up': True, 'tenant_id': 'a4719be271ae49a18146758f634bfe77'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:36.102088 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-801275a0-10a5-4c44-b31c-ec4fab9a01b3 req-1d07555d-02b4-4524-8e6b-b9860b320ee4 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471456 Nov 23 14:31:36.210170 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ac749-5a07-46dc-b55b-917574b49f95 req-fe612ffc-435a-4a53-bd95-de964f283b55 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:36.212447 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c81ac749-5a07-46dc-b55b-917574b49f95 req-fe612ffc-435a-4a53-bd95-de964f283b55 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.1145270 Nov 23 14:31:36.220060 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8429288-155a-41d9-afc9-e8650cdbfa85 req-c6b871b9-aa37-4a74-bfae-4265faffb925 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:36.222910 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b8429288-155a-41d9-afc9-e8650cdbfa85 req-c6b871b9-aa37-4a74-bfae-4265faffb925 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Nov 23 14:31:36.276048 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b8429288-155a-41d9-afc9-e8650cdbfa85 req-c6143cc4-01cf-49ec-a2d1-9c11f206f66c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Nov 23 14:31:36.281251 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c81ac749-5a07-46dc-b55b-917574b49f95 req-5838c7d1-5fde-4bb3-be3d-2facdbc8e6e0 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 Nov 23 14:31:36.371985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Made reservation on behalf of a4719be271ae49a18146758f634bfe77 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:36.376173 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.384938 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.498362 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.572556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.635393 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9118d75b-69cc-4f6f-a021-35f8d6ab91a1,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:36.708509 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Allocated IP 192.168.233.46 (5dd963f7-b2f9-4635-87c8-ccf4f8d36f88/443e0a11-ec65-451c-a080-ad8d1163174c/11762584-9dd1-40ad-bff7-ec6d4d6dd36a) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:36.853889 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.981244 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.243335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:37.247926 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:37.256776 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:37.287349 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Pushing event updated for resources: {'Port': ['ID=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:37.308875 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53492) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:37.320549 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.321184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.352328 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 0a48ea27-4a0b-401b-90ef-02b2cb56e046 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:37.393794 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f83fd09e-c2a4-4865-a25e-6ffd0576e6ca tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2976668 Nov 23 14:31:37.408306 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Request body: {'port': {'device_id': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:37.447731 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5bddb417-2eaf-4a3e-b09e-5333173251d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.513432 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.515408 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:37.521140 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:37.521696 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.549807 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afa0c0-fbed-4551-9463-110fea0f930f req-83eb2e18-81d4-4f5e-867d-c67481dec114 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.551241 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96afa0c0-fbed-4551-9463-110fea0f930f req-83eb2e18-81d4-4f5e-867d-c67481dec114 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0750134 Nov 23 14:31:37.564814 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4417c-9cb9-47f1-a703-d53cbc80921e req-cdf87eba-3051-4e28-b011-f66fb8a8b83a tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.566325 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dbd4417c-9cb9-47f1-a703-d53cbc80921e req-cdf87eba-3051-4e28-b011-f66fb8a8b83a tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 935 time: 0.1043899 Nov 23 14:31:37.592143 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-f4b90eee-3bf8-4dbc-87e0-8c5f8f87173b None None] Provisioning complete for port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:37.592636 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f4b90eee-3bf8-4dbc-87e0-8c5f8f87173b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.609666 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5bddb417-2eaf-4a3e-b09e-5333173251d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.631453 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96afa0c0-fbed-4551-9463-110fea0f930f req-56fd006d-ab60-4f9d-93dd-1ba1ef7d485d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Nov 23 14:31:37.654271 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-f4b90eee-3bf8-4dbc-87e0-8c5f8f87173b None None] Port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:37.667421 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.669180 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5bddb417-2eaf-4a3e-b09e-5333173251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.703707 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0a48ea27-4a0b-401b-90ef-02b2cb56e046,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:37.705184 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a48ea27-4a0b-401b-90ef-02b2cb56e046'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:37.707436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33550a3a-8c2d-4e86-9ab7-4066c84367de" -d '{"events": [{"server_uuid": "c149ec46-47c0-4d43-abc6-ee2c901ab9b2", "name": "network-vif-plugged", "status": "completed", "tag": "0a48ea27-4a0b-401b-90ef-02b2cb56e046"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:37.710442 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dbd4417c-9cb9-47f1-a703-d53cbc80921e req-40f45d9b-1652-4e2c-91c1-3e2ec9c8ef41 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357870 Nov 23 14:31:37.763527 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddb417-2eaf-4a3e-b09e-5333173251d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0926237f-246d-493e-bc8c-c825c49b2aed,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:37.769713 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5bddb417-2eaf-4a3e-b09e-5333173251d6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=09dcff5b97de4d8baa19d060538a2981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598036 Nov 23 14:31:37.773238 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53498) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:37.780534 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.822505 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-0fe51bbb-eaf9-44b5-8993-b204e14a313e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.823948 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-0fe51bbb-eaf9-44b5-8993-b204e14a313e tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.85 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.1382799 Nov 23 14:31:37.837399 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f811b-7983-4d63-8b6e-bbf9fc2c3cea req-7b82ded5-1081-4b85-9b91-a8f6bf137673 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.838856 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-679f811b-7983-4d63-8b6e-bbf9fc2c3cea req-7b82ded5-1081-4b85-9b91-a8f6bf137673 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 945 time: 0.1376700 Nov 23 14:31:37.840108 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=0a48ea27-4a0b-401b-90ef-02b2cb56e046,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:37.851057 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2268322-57d8-461e-815a-3942fc3769e4 req-3369c16a-a989-4556-a2a5-4735ef3c9d5d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.852575 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c2268322-57d8-461e-815a-3942fc3769e4 req-3369c16a-a989-4556-a2a5-4735ef3c9d5d tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 945 time: 0.0683966 Nov 23 14:31:37.943709 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c2268322-57d8-461e-815a-3942fc3769e4 req-dd6cb392-5128-44be-be51-e79f9c000995 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/security-groups?id=23bfde5c-5de2-4731-b65d-3a5481fda9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773942 Nov 23 14:31:37.948797 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-daabe99b-f9b0-45fa-a792-ca61d1b87586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.956608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11762584-9dd1-40ad-bff7-ec6d4d6dd36a {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:37.966662 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.981261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Transition to ACTIVE for port object 11762584-9dd1-40ad-bff7-ec6d4d6dd36a will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:31:37.997615 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62329de-b4aa-4a6b-a735-e8aa4c2dad34 x-openstack-request-id: req-e62329de-b4aa-4a6b-a735-e8aa4c2dad34 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:37.997935 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149ec46-47c0-4d43-abc6-ee2c901ab9b2", "name": "network-vif-plugged", "status": "completed", "tag": "0a48ea27-4a0b-401b-90ef-02b2cb56e046", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:37.998196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e62329de-b4aa-4a6b-a735-e8aa4c2dad34 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:37.998590 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a48ea27-4a0b-401b-90ef-02b2cb56e046', 'code': 200} Nov 23 14:31:38.019200 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-daabe99b-f9b0-45fa-a792-ca61d1b87586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.023613 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-679f811b-7983-4d63-8b6e-bbf9fc2c3cea req-6c1e6d83-0b63-4361-8892-83bccf139993 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579888 Nov 23 14:31:38.060956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.086557 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Deleting port 13c1d6ed-047c-49db-9ca5-88949c465a08 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:38.086891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.114997 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Pushing event updated for resources: {'Port': ['ID=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.187085 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] For port 13c1d6ed-047c-49db-9ca5-88949c465a08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=13c1d6ed-047c-49db-9ca5-88949c465a08,segment=NetworkSegment(c4170761-86eb-411a-a9d3-20555dc4fc35),segment_id=c4170761-86eb-411a-a9d3-20555dc4fc35)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:38.187758 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.193153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Attempting to bind port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:38.195472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Attempting to bind port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:38.195472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Attempting to bind port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a on network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:38.196453 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-daabe99b-f9b0-45fa-a792-ca61d1b87586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.198653 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a on network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:38.199212 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-daabe99b-f9b0-45fa-a792-ca61d1b87586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.199321 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Attempting to bind port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a on network 5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:38.202618 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-daabe99b-f9b0-45fa-a792-ca61d1b87586 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0926237f-246d-493e-bc8c-c825c49b2aed HTTP/1.1" status: 204 len: 168 time: 0.4262562 Nov 23 14:31:38.211123 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:38.216130 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Checking segment: {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:38.217682 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Bound using segment: {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:38.218222 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Bound port: 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728f2db7-cfeb-4061-9804-7d1bbb758863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:38.220431 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.384718 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Calling delete_port for 13c1d6ed-047c-49db-9ca5-88949c465a08 owned by compute:nova {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:38.384718 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabe99b-f9b0-45fa-a792-ca61d1b87586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0926237f-246d-493e-bc8c-c825c49b2aed,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.385844 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] For port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:38.385844 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] For port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:38.623979 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.652151 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.663930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:38.663930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.663930 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] 10.222.0.85 "PUT /v2.0/ports/11762584-9dd1-40ad-bff7-ec6d4d6dd36a HTTP/1.1" status: 200 len: 1097 time: 1.2589023 Nov 23 14:31:38.663930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'tag': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:38.663930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f817f-b8e1-44c5-8ddf-e9942f7e5479" -d '{"events": [{"name": "network-changed", "server_uuid": "5679ae88-fa1c-4372-ae6c-f947c4a711e1", "tag": "11762584-9dd1-40ad-bff7-ec6d4d6dd36a"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:38.688730 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Pushing event deleted for resources: {'Port': ['ID=13c1d6ed-047c-49db-9ca5-88949c465a08,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.689184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fb210-79a9-498d-81a3-c60702a1e5af service neutron] Pushing event updated for resources: {'Port': ['ID=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.762699 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] No DVR routers for this DVR port 13c1d6ed-047c-49db-9ca5-88949c465a08 on host hv-cinder-80475 {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:38.765951 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.769990 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c35c5c22-9b4e-491b-8c47-ba1665426566 req-bc2f2790-aaa4-4c88-a719-86d0451c326f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.85 "DELETE /v2.0/ports/13c1d6ed-047c-49db-9ca5-88949c465a08 HTTP/1.1" status: 204 len: 173 time: 0.9275167 Nov 23 14:31:38.770463 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'name': 'network-vif-deleted', 'tag': '13c1d6ed-047c-49db-9ca5-88949c465a08'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:38.772774 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ab64e5-22dd-4345-8648-eb933cf655c5" -d '{"events": [{"server_uuid": "fd32f487-0ba1-4203-b38d-e8c98996571b", "name": "network-vif-deleted", "tag": "13c1d6ed-047c-49db-9ca5-88949c465a08"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:39.107307 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 53522) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:39.119219 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07d9e001-e57b-43ab-814c-ee08729681e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.192139 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07d9e001-e57b-43ab-814c-ee08729681e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.269301 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07d9e001-e57b-43ab-814c-ee08729681e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.311724 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-07d9e001-e57b-43ab-814c-ee08729681e4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=72290b77c65e4137b95afda9c8d18abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055545 Nov 23 14:31:39.312612 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e001-e57b-43ab-814c-ee08729681e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce51f07-4d03-44a0-be40-a785f604009b,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:39.315428 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53524) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:39.365707 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72871d2e-4c36-4651-ade3-f3e02d62a721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.388153 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72871d2e-4c36-4651-ade3-f3e02d62a721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.501780 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72871d2e-4c36-4651-ade3-f3e02d62a721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.504368 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72871d2e-4c36-4651-ade3-f3e02d62a721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.509391 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-72871d2e-4c36-4651-ade3-f3e02d62a721 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dce51f07-4d03-44a0-be40-a785f604009b HTTP/1.1" status: 204 len: 168 time: 0.1890852 Nov 23 14:31:39.513463 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871d2e-4c36-4651-ade3-f3e02d62a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce51f07-4d03-44a0-be40-a785f604009b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:39.976436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['13c1d6ed-047c-49db-9ca5-88949c465a08'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:43.098542 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 13c1d6ed-047c-49db-9ca5-88949c465a08 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:43.122195 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 13c1d6ed-047c-49db-9ca5-88949c465a08 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:43.122536 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 13c1d6ed-047c-49db-9ca5-88949c465a08 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:43.202859 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-7f112fe3-6c16-41bc-9fba-37adcdbf809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.205064 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-7f112fe3-6c16-41bc-9fba-37adcdbf809d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4719be271ae49a18146758f634bfe77&device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 1100 time: 0.0430167 Nov 23 14:31:43.309897 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-ba1731ad-e9f6-43e0-b5be-5364d8daa510 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a HTTP/1.1" status: 200 len: 217 time: 0.0621226 Nov 23 14:31:43.323308 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5a6d6e-3aa6-4aa6-90c2-01b233f56e5d x-openstack-request-id: req-af5a6d6e-3aa6-4aa6-90c2-01b233f56e5d {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:43.323788 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5679ae88-fa1c-4372-ae6c-f947c4a711e1", "tag": "11762584-9dd1-40ad-bff7-ec6d4d6dd36a", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:43.323878 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-af5a6d6e-3aa6-4aa6-90c2-01b233f56e5d {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:43.324261 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'tag': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a', 'status': 'completed', 'code': 200} Nov 23 14:31:43.346141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3da566-5b14-4578-a7d6-e42dd5b7d36c req-1365e921-fead-47e7-b3f8-550e1d15551a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.347840 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8f3da566-5b14-4578-a7d6-e42dd5b7d36c req-1365e921-fead-47e7-b3f8-550e1d15551a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0756309 Nov 23 14:31:43.401882 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8f3da566-5b14-4578-a7d6-e42dd5b7d36c req-c39313a8-9d29-4bc6-a3ef-768a26a04065 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Nov 23 14:31:43.403430 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f5c5c62d-b64f-414e-8bb9-1803ecfce55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.404961 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-f5c5c62d-b64f-414e-8bb9-1803ecfce55a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=443e0a11-ec65-451c-a080-ad8d1163174c HTTP/1.1" status: 200 len: 843 time: 0.0809302 Nov 23 14:31:43.431787 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8452-692f-4b69-ac99-87feedb08bfd req-323bfe74-5c9c-4d69-acc0-ea12062005e1 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.433290 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-04ad8452-692f-4b69-ac99-87feedb08bfd req-323bfe74-5c9c-4d69-acc0-ea12062005e1 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 947 time: 0.0722706 Nov 23 14:31:43.453513 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54263fca-11f3-40f1-a50a-a3f6d7798323 x-openstack-request-id: req-54263fca-11f3-40f1-a50a-a3f6d7798323 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:43.453872 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd32f487-0ba1-4203-b38d-e8c98996571b", "name": "network-vif-deleted", "tag": "13c1d6ed-047c-49db-9ca5-88949c465a08", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:43.456105 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-54263fca-11f3-40f1-a50a-a3f6d7798323 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:43.456105 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd32f487-0ba1-4203-b38d-e8c98996571b', 'name': 'network-vif-deleted', 'tag': '13c1d6ed-047c-49db-9ca5-88949c465a08', 'status': 'completed', 'code': 200} Nov 23 14:31:43.499295 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-07047562-f5f8-4028-8c48-0f1c223e360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.501376 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-07047562-f5f8-4028-8c48-0f1c223e360f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5dd963f7-b2f9-4635-87c8-ccf4f8d36f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0875099 Nov 23 14:31:43.509531 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-04ad8452-692f-4b69-ac99-87feedb08bfd req-ce5b1c5f-d4c6-426c-ba1e-8d5d333e508f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Nov 23 14:31:43.525330 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a76895eb-d418-4061-a1e3-e0b1241ec1e5 req-649b996d-898d-42f0-999e-6661eafcdc5f tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.0333228 Nov 23 14:31:43.613972 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96399cd2-7db5-4e90-a66c-3b6aa82e2505 req-5dc88347-07cb-4c0b-9433-d3da51254ff3 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.615416 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96399cd2-7db5-4e90-a66c-3b6aa82e2505 req-5dc88347-07cb-4c0b-9433-d3da51254ff3 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0479116 Nov 23 14:31:43.693041 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96399cd2-7db5-4e90-a66c-3b6aa82e2505 req-41175d2f-62e5-46b7-be91-ec40e8980417 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716555 Nov 23 14:31:43.707494 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9378-bfaf-462b-b415-98367539bf1d req-e175a464-3760-4481-869a-7458052fe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.709005 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-200e9378-bfaf-462b-b415-98367539bf1d req-e175a464-3760-4481-869a-7458052fe934 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 1099 time: 0.0398326 Nov 23 14:31:43.752230 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-3d083655-009f-4f3b-a241-275993bee137 service neutron] 10.222.0.85 "GET /v2.0/networks/5dd963f7-b2f9-4635-87c8-ccf4f8d36f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049397 Nov 23 14:31:43.758122 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-200e9378-bfaf-462b-b415-98367539bf1d req-d7074f7a-a3b9-4378-8cac-0a8d4d3a312b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Nov 23 14:31:43.840747 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-770437ef-d49e-4826-bc48-fbb591fc0453 req-683e4a6c-abde-41fd-acb8-fd0bde1f918c service neutron] 10.222.0.85 "GET /v2.0/networks/5dd963f7-b2f9-4635-87c8-ccf4f8d36f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812762 Nov 23 14:31:44.539605 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9177e4-d0fc-401a-81b4-5a79b167ea52 req-dfe84bb4-dc9c-4dae-a5bf-f6643e76d561 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.541161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dc9177e4-d0fc-401a-81b4-5a79b167ea52 req-dfe84bb4-dc9c-4dae-a5bf-f6643e76d561 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0500426 Nov 23 14:31:44.570794 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-16f26cfc-8e5e-4972-a9fb-9ec46507bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.572432 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-16f26cfc-8e5e-4972-a9fb-9ec46507bf8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4719be271ae49a18146758f634bfe77&device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 1100 time: 0.0516880 Nov 23 14:31:44.592933 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dc9177e4-d0fc-401a-81b4-5a79b167ea52 req-d46916e9-0273-4e94-b9a7-126ebb6c86d7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Nov 23 14:31:44.679606 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6f48c86c-1cf3-415a-9ec5-7aaacd3a9a77 req-fe12c259-0e0f-48df-a299-6ff59962f458 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.0301483 Nov 23 14:31:44.697424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c32a4-10bb-4f1e-92d2-1fa08b05e01f req-6d81ab85-b3ff-4da6-a655-dacc55a1af2c tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.700310 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e52c32a4-10bb-4f1e-92d2-1fa08b05e01f req-6d81ab85-b3ff-4da6-a655-dacc55a1af2c tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 947 time: 0.0991979 Nov 23 14:31:44.727658 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-96df6930-74bb-4735-b466-cc2d3de4fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.729165 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-96df6930-74bb-4735-b466-cc2d3de4fc2c service neutron] 10.222.0.85 "GET /v2.0/networks?id=5dd963f7-b2f9-4635-87c8-ccf4f8d36f88 HTTP/1.1" status: 200 len: 871 time: 0.1477444 Nov 23 14:31:44.759519 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e52c32a4-10bb-4f1e-92d2-1fa08b05e01f req-8515f50a-ae9e-46f7-ac22-58293d85f2bd tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545177 Nov 23 14:31:44.814974 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc92f1-63ce-4635-979e-3c8475c0190c req-2513474a-bc68-4f6b-8f7d-af1dc29777ea tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.817357 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6fdc92f1-63ce-4635-979e-3c8475c0190c req-2513474a-bc68-4f6b-8f7d-af1dc29777ea tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0523088 Nov 23 14:31:44.817947 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-de00e327-a0a0-4463-9270-98cee74d5122 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a HTTP/1.1" status: 200 len: 217 time: 0.0357623 Nov 23 14:31:44.869294 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-1d94a71c-2b1a-4c1b-880b-270b677aef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.869527 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6fdc92f1-63ce-4635-979e-3c8475c0190c req-a4352cc5-8128-4ce4-8396-607969774017 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Nov 23 14:31:44.870825 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-1d94a71c-2b1a-4c1b-880b-270b677aef3d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=443e0a11-ec65-451c-a080-ad8d1163174c HTTP/1.1" status: 200 len: 843 time: 0.0464489 Nov 23 14:31:44.920630 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-0b691f33-05aa-4730-9a58-b116c6808a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.922090 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-0b691f33-05aa-4730-9a58-b116c6808a55 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5dd963f7-b2f9-4635-87c8-ccf4f8d36f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0428441 Nov 23 14:31:45.009609 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-981d1458-c4e9-4ed4-a360-97cb7b629833 service neutron] 10.222.0.85 "GET /v2.0/networks/5dd963f7-b2f9-4635-87c8-ccf4f8d36f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798140 Nov 23 14:31:45.101198 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-722f817f-b8e1-44c5-8ddf-e9942f7e5479 req-98bc7e85-0627-4c6e-ab7f-fd1efbdb71d7 service neutron] 10.222.0.85 "GET /v2.0/networks/5dd963f7-b2f9-4635-87c8-ccf4f8d36f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832524 Nov 23 14:31:46.056557 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505f6b-472a-4a63-a9ef-c056faf6b88e req-b93a9ad4-2f16-4278-a6d5-d57e912ffdd1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:46.058220 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-12505f6b-472a-4a63-a9ef-c056faf6b88e req-b93a9ad4-2f16-4278-a6d5-d57e912ffdd1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Nov 23 14:31:46.084131 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-22b349f7-baef-436a-aa3b-997aac498938 req-38ea03ab-b2e3-4135-b977-5f051a19bd01 tempest-DeleteServersTestJSON-1900653720 tempest-DeleteServersTestJSON-1900653720-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd32f487-0ba1-4203-b38d-e8c98996571b HTTP/1.1" status: 200 len: 210 time: 0.0346456 Nov 23 14:31:46.114914 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-12505f6b-472a-4a63-a9ef-c056faf6b88e req-8451d0ac-d760-40fa-8988-0893335ea0a0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494199 Nov 23 14:31:46.198058 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c152-ce19-4c75-8981-6f96f0b0c44b req-1ea95ff2-20ab-47e8-b2cb-628bf5a4f667 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:46.199551 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0221c152-ce19-4c75-8981-6f96f0b0c44b req-1ea95ff2-20ab-47e8-b2cb-628bf5a4f667 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 947 time: 0.0577753 Nov 23 14:31:46.257760 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0221c152-ce19-4c75-8981-6f96f0b0c44b req-801ac4c1-b530-4da0-83af-5c799ccd6704 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 Nov 23 14:31:46.274105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd153b-0b89-4994-a14e-cad1dc87d9a9 req-770b31ec-1b1e-4bdf-bf73-47dd90f092d6 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:46.274929 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6cfd153b-0b89-4994-a14e-cad1dc87d9a9 req-770b31ec-1b1e-4bdf-bf73-47dd90f092d6 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0776269 Nov 23 14:31:46.327605 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6cfd153b-0b89-4994-a14e-cad1dc87d9a9 req-09072af8-96ec-47a8-853f-589450c59498 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Nov 23 14:31:47.237988 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151dd49-b0e9-401c-a5dd-b0e5b5456463 req-7ca72069-301f-45f8-8296-ced36761642e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:47.239442 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a151dd49-b0e9-401c-a5dd-b0e5b5456463 req-7ca72069-301f-45f8-8296-ced36761642e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0535376 Nov 23 14:31:47.300047 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a151dd49-b0e9-401c-a5dd-b0e5b5456463 req-4b71117b-ac04-48d8-94dc-52c6b1cae2c1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545964 Nov 23 14:31:47.400883 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158a4dc-a69b-413b-9a63-fb5774319a4b req-53c2a11e-44c9-4071-b9a2-de7f126a901f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:47.402362 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5158a4dc-a69b-413b-9a63-fb5774319a4b req-53c2a11e-44c9-4071-b9a2-de7f126a901f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 947 time: 0.0604846 Nov 23 14:31:47.453881 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5158a4dc-a69b-413b-9a63-fb5774319a4b req-3c5be260-b98c-4573-b61d-d45e5172a491 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441899 Nov 23 14:31:47.454895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be75aa1-68e7-4068-83ea-3ae70b183041 req-3a31c879-d1de-49ea-942d-90ee042d051c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:47.456639 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9be75aa1-68e7-4068-83ea-3ae70b183041 req-3a31c879-d1de-49ea-942d-90ee042d051c tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Nov 23 14:31:47.504197 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9be75aa1-68e7-4068-83ea-3ae70b183041 req-9a6a13b8-939b-49ca-bf7c-419ec848ae97 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Nov 23 14:31:49.906541 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 11762584-9dd1-40ad-bff7-ec6d4d6dd36a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:50.005158 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:50.015660 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a', 'network_id': '5dd963f7-b2f9-4635-87c8-ccf4f8d36f88', 'port_id': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a', 'mac_address': 'fa:16:3e:be:c4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443e0a11-ec65-451c-a080-ad8d1163174c', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:50.051991 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.064099 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11762584-9dd1-40ad-bff7-ec6d4d6dd36a {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:50.084100 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:50.146701 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.195745 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:50.861163 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a06-d881-4a13-8caa-a216a390f4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.069408 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c296b-72d5-4739-9928-642924d81f3e req-60b30f4c-fb5a-45e0-b03b-f09c96af7e3c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:53.070910 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-de7c296b-72d5-4739-9928-642924d81f3e req-60b30f4c-fb5a-45e0-b03b-f09c96af7e3c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Nov 23 14:31:53.100971 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d466ef-8cd2-4a38-b536-9945e57cdc7e req-8a459c4c-02f7-479a-aa5b-55cbdd9e2feb tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:53.102515 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-05d466ef-8cd2-4a38-b536-9945e57cdc7e req-8a459c4c-02f7-479a-aa5b-55cbdd9e2feb tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 948 time: 0.0519235 Nov 23 14:31:53.119665 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-de7c296b-72d5-4739-9928-642924d81f3e req-b19f8297-ceb4-4d02-9a19-8d073277f794 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Nov 23 14:31:53.150906 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-05d466ef-8cd2-4a38-b536-9945e57cdc7e req-82dabe9f-d491-4226-88bc-220321b30977 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Nov 23 14:31:53.170255 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-26cb98fc-ad70-4656-abdf-2333872bb90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.974002 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['11762584-9dd1-40ad-bff7-ec6d4d6dd36a'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:54.275543 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679615-dc60-4e34-af5c-4f7d761bf740 req-98cef470-869d-491f-8fb0-d57351c57a4d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.277739 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-16679615-dc60-4e34-af5c-4f7d761bf740 req-98cef470-869d-491f-8fb0-d57351c57a4d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0563223 Nov 23 14:31:54.327117 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-16679615-dc60-4e34-af5c-4f7d761bf740 req-bf2ad543-bf50-44ed-a21f-fac2947dc97c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Nov 23 14:31:54.441758 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626221-d364-4739-b96e-20a323f26125 req-48ab9bfb-9d2f-49b8-80ec-35a039763ff1 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.443237 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7b626221-d364-4739-b96e-20a323f26125 req-48ab9bfb-9d2f-49b8-80ec-35a039763ff1 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 948 time: 0.0503821 Nov 23 14:31:54.446781 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.495621 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7b626221-d364-4739-b96e-20a323f26125 req-4085380a-62c1-45ff-9ecd-b12e2d025319 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 Nov 23 14:31:54.499282 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02ac1b-afc0-4d12-90b1-157b64bd938a req-c0bb85e9-f079-4337-a582-9298fa1ea5ad tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.500855 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b02ac1b-afc0-4d12-90b1-157b64bd938a req-c0bb85e9-f079-4337-a582-9298fa1ea5ad tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Nov 23 14:31:54.553819 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b02ac1b-afc0-4d12-90b1-157b64bd938a req-726b8c0e-12b2-419f-9a29-fc73fd0c850e tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462661 Nov 23 14:31:54.751418 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb315fe3-d841-4b4f-97a8-d6670208c8ef req-cc3b30b7-a1b8-4cc7-8731-9d0a4c342360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.753084 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bb315fe3-d841-4b4f-97a8-d6670208c8ef req-cc3b30b7-a1b8-4cc7-8731-9d0a4c342360 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 1098 time: 0.0385516 Nov 23 14:31:54.802822 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bb315fe3-d841-4b4f-97a8-d6670208c8ef req-7ce96b5f-40d7-448f-8780-a6b782c2143a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Nov 23 14:31:55.017324 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53754) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.062161 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Deleting subnet 20715c89-a411-459c-ba26-e886dd62a829 {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:31:55.065723 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.099517 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.141801 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.264630 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.291659 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20715c89-a411-459c-ba26-e886dd62a829,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.294034 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.302635 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-10bfd3ee-a07c-484d-b4e2-1047ab6f0930 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/20715c89-a411-459c-ba26-e886dd62a829 HTTP/1.1" status: 204 len: 168 time: 0.2785373 Nov 23 14:31:55.302635 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53762) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.366545 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.448773 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.468060 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e9ea19-d253-45d4-b23b-95319665cd2f']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:55.477318 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4170761-86eb-411a-a9d3-20555dc4fc35') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:55.477616 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4170761-86eb-411a-a9d3-20555dc4fc35') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:55.486565 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.500567 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.507115 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:31:55.507490 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:31:55.509152 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:31:55.638662 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.659053 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.662431 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] 10.222.0.82 "DELETE /v2.0/networks/80e9ea19-d253-45d4-b23b-95319665cd2f HTTP/1.1" status: 204 len: 168 time: 0.3613560 Nov 23 14:31:55.664171 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087e947-bff7-4199-acf2-b2b3ceaa7b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=80e9ea19-d253-45d4-b23b-95319665cd2f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.668141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5656-f8e7-44ce-8128-d5cb2e7943bb req-6a6e5589-d885-42e9-817c-5ea99527cc4f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.670977 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c52e5656-f8e7-44ce-8128-d5cb2e7943bb req-6a6e5589-d885-42e9-817c-5ea99527cc4f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 948 time: 0.0546083 Nov 23 14:31:55.673151 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662450-9a47-433a-8f7b-f4172b01b0cd req-0279142e-679f-44c2-8b5d-81917c6d3729 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.675267 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-27662450-9a47-433a-8f7b-f4172b01b0cd req-0279142e-679f-44c2-8b5d-81917c6d3729 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0701671 Nov 23 14:31:55.692929 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.727111 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-27662450-9a47-433a-8f7b-f4172b01b0cd req-6badfac3-69d5-4ec7-893c-a6445c7f1375 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Nov 23 14:31:55.732819 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c52e5656-f8e7-44ce-8128-d5cb2e7943bb req-4592a2b3-17fe-4d89-ad83-a9bc13ee25db tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517809 Nov 23 14:31:55.834655 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7fe70-a571-4ceb-a2e3-5b68a68351a5 req-ad21ce18-8aaf-4d42-9c7d-63b21a3385d4 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.836162 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-eda7fe70-a571-4ceb-a2e3-5b68a68351a5 req-ad21ce18-8aaf-4d42-9c7d-63b21a3385d4 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0483570 Nov 23 14:31:55.883398 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-eda7fe70-a571-4ceb-a2e3-5b68a68351a5 req-9818176e-b16c-4628-8911-8ad8e9611ec7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Nov 23 14:31:55.964725 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 11762584-9dd1-40ad-bff7-ec6d4d6dd36a up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:56.018370 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.052062 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53776) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:56.087381 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:56.091533 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:56.091917 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.094681 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-499e36d8-58d7-45b8-9292-31e1b2259211 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bc6dcdf0bd0d4ba4b54402a4c1cc6023&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414336 Nov 23 14:31:56.097231 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53778) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:56.153942 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-78a159d3-929c-4296-89cc-69903a22de00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.168749 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-78a159d3-929c-4296-89cc-69903a22de00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.175846 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.200298 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:56.202541 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7bfa35-baaa-4294-a5df-bed43df79648" -d '{"events": [{"server_uuid": "5679ae88-fa1c-4372-ae6c-f947c4a711e1", "name": "network-vif-plugged", "status": "completed", "tag": "11762584-9dd1-40ad-bff7-ec6d4d6dd36a"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:56.226224 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:56.242641 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6930485-44c5-4e0a-b61e-c63c3b9b53a5 x-openstack-request-id: req-c6930485-44c5-4e0a-b61e-c63c3b9b53a5 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:56.243316 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679ae88-fa1c-4372-ae6c-f947c4a711e1", "name": "network-vif-plugged", "status": "completed", "tag": "11762584-9dd1-40ad-bff7-ec6d4d6dd36a", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:56.243572 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c6930485-44c5-4e0a-b61e-c63c3b9b53a5 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:56.244017 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a', 'code': 200} Nov 23 14:31:56.327319 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-78a159d3-929c-4296-89cc-69903a22de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.330053 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-78a159d3-929c-4296-89cc-69903a22de00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.331803 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-78a159d3-929c-4296-89cc-69903a22de00 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/23bfde5c-5de2-4731-b65d-3a5481fda9c3 HTTP/1.1" status: 204 len: 168 time: 0.2336686 Nov 23 14:31:56.339856 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a159d3-929c-4296-89cc-69903a22de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bfde5c-5de2-4731-b65d-3a5481fda9c3,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:56.376409 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.431202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:56.648529 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069fc2-0329-4c7e-a557-619fff4823ec req-883331b1-60e3-435e-97b0-2b9fd5c1b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.650132 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3d069fc2-0329-4c7e-a557-619fff4823ec req-883331b1-60e3-435e-97b0-2b9fd5c1b72a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 1102 time: 0.0413060 Nov 23 14:31:56.727291 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3d069fc2-0329-4c7e-a557-619fff4823ec req-83cb8484-cda4-418b-a2ad-50ccb220eea8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Nov 23 14:31:56.858999 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521b6bc-da3e-425a-814d-28cdbf6ac3c3 req-681eff3d-9854-450c-9e71-de5cf6e917b5 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.869319 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4521b6bc-da3e-425a-814d-28cdbf6ac3c3 req-681eff3d-9854-450c-9e71-de5cf6e917b5 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0684059 Nov 23 14:31:56.881933 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.898899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0bc8c-fade-4feb-a6a2-1975ead6e5d0 req-8207d1e8-60fb-4ccc-acee-5fc14c8132ef tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.900571 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-62f0bc8c-fade-4feb-a6a2-1975ead6e5d0 req-8207d1e8-60fb-4ccc-acee-5fc14c8132ef tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0707464 Nov 23 14:31:56.930468 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4521b6bc-da3e-425a-814d-28cdbf6ac3c3 req-8ee27b08-5521-44ca-80aa-565638206870 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Nov 23 14:31:56.973219 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-62f0bc8c-fade-4feb-a6a2-1975ead6e5d0 req-95d8a80b-8cde-469c-b840-8e9124141f10 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663223 Nov 23 14:31:57.061762 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34943461-55b0-462c-8fd6-9f8f660fa83f req-ad98107c-cee7-46e5-9fa7-fddec87c77d9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.068645 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-34943461-55b0-462c-8fd6-9f8f660fa83f req-ad98107c-cee7-46e5-9fa7-fddec87c77d9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0515349 Nov 23 14:31:57.093635 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123228f-dcce-4674-8d4f-25a68b9153bc req-8d6be0e7-b929-4c6b-8b5a-c3a316a2de91 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.095817 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b123228f-dcce-4674-8d4f-25a68b9153bc req-8d6be0e7-b929-4c6b-8b5a-c3a316a2de91 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Nov 23 14:31:57.133404 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-34943461-55b0-462c-8fd6-9f8f660fa83f req-a735877e-86ee-4e84-92f3-ac2d5b3789c1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613666 Nov 23 14:31:57.159916 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b123228f-dcce-4674-8d4f-25a68b9153bc req-68560ae3-1cf9-4bcd-89fb-e62384666df0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 Nov 23 14:31:57.702808 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 53836) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:57.812177 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-839538260-network', 'tenant_id': '368da8317e0d4261811a214a941624dc'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:57.884654 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Made reservation on behalf of 368da8317e0d4261811a214a941624dc for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:57.888100 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.897150 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.976192 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.070226 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.094262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:31:58.104386 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef20ee-4951-4103-825d-8639bd2cd1e3,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:58.109109 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.109449 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Added segment 55dfc3c0-aeb8-4f92-a26f-c26a9e547085 of type vlan for network 91c21480-0f27-4f06-9850-471f208e0ee5 Nov 23 14:31:58.148890 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.269975 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.270962 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:58.271545 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.329895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] Pushing event updated for resources: {'Network': ['ID=91c21480-0f27-4f06-9850-471f208e0ee5,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:58.340190 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 91c21480-0f27-4f06-9850-471f208e0ee5 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:31:58.369606 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-b6b28dad-6f47-439c-acee-9a06e0edb33d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6615465 Nov 23 14:31:58.371363 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 53850) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:58.376963 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Request body: {'subnet': {'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-839538260-subnet', 'tenant_id': '368da8317e0d4261811a214a941624dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:58.470205 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Made reservation on behalf of 368da8317e0d4261811a214a941624dc for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:58.473418 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.693127 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.750365 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eccc233e-7824-4c70-ac58-4b4ee2fa4393,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:58.760606 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Checking segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:58.760957 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Network hostable DHCP agents. Network: 91c21480-0f27-4f06-9850-471f208e0ee5, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:31:58.861273 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Network 91c21480-0f27-4f06-9850-471f208e0ee5 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:31:58.918359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 91c21480-0f27-4f06-9850-471f208e0ee5) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:58.922483 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:58.923078 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.927898 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a7396-a544-4357-9529-1828700f2c69 None None] Network 91c21480-0f27-4f06-9850-471f208e0ee5 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:59.001755 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-26715f4a-c602-498f-b76a-70e049348756 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6320286 Nov 23 14:31:59.054217 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081222d0-aa5b-4843-8713-c3285ff59e66 None None] Network 91c21480-0f27-4f06-9850-471f208e0ee5 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:59.169128 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:32:02.436281 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0067a5-be87-4e7b-b4c2-c303a7fbed87 req-313e7701-95bb-43d9-b367-1e626e00329a tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.437768 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3e0067a5-be87-4e7b-b4c2-c303a7fbed87 req-313e7701-95bb-43d9-b367-1e626e00329a tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0535784 Nov 23 14:32:02.465098 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9600c48-eea2-4843-8012-bd94e3012dc1 req-a9449ac1-7fdc-4828-9a22-57703207d8e3 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.466599 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c9600c48-eea2-4843-8012-bd94e3012dc1 req-a9449ac1-7fdc-4828-9a22-57703207d8e3 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0508273 Nov 23 14:32:02.485211 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3e0067a5-be87-4e7b-b4c2-c303a7fbed87 req-8dacc391-6cc8-4933-9165-e16cfe0d9143 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Nov 23 14:32:02.551704 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-6f5558b0-dd33-4508-97d9-12d035a74ff7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.553168 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-6f5558b0-dd33-4508-97d9-12d035a74ff7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 946 time: 0.0668967 Nov 23 14:32:02.556503 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c9600c48-eea2-4843-8012-bd94e3012dc1 req-8842c141-a6e2-413f-901d-cabb464f06ac tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839250 Nov 23 14:32:02.655665 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Deleting port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:02.656015 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.743468 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] For port 0a48ea27-4a0b-401b-90ef-02b2cb56e046, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0a48ea27-4a0b-401b-90ef-02b2cb56e046,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:02.743824 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.756711 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Calling delete_port for 0a48ea27-4a0b-401b-90ef-02b2cb56e046 owned by compute:nova {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:02.772665 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-bac2363c-ca8a-43c1-80df-ae9ad603e7a3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.774130 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-bac2363c-ca8a-43c1-80df-ae9ad603e7a3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.1041694 Nov 23 14:32:02.789361 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-91c8b728-b981-44cd-aba0-57fb5b70122e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/quotas/368da8317e0d4261811a214a941624dc HTTP/1.1" status: 200 len: 375 time: 0.0093868 Nov 23 14:32:02.819895 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-c41dfb45-8c1a-43d4-9dc2-6cb50cd783dd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250118 Nov 23 14:32:02.911534 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-affb0c76-bf64-4566-873e-f740033261f9 service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842202 Nov 23 14:32:02.921910 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.949239 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Pushing event deleted for resources: {'Port': ['ID=0a48ea27-4a0b-401b-90ef-02b2cb56e046,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:02.992836 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] No DVR routers for this DVR port 0a48ea27-4a0b-401b-90ef-02b2cb56e046 on host hv-cinder-80475 {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:02.995847 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.999243 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-14f47bd2-e4aa-4269-8ebd-74e27228fe88 req-da088b85-093b-42af-9b8d-7d98b7786307 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "DELETE /v2.0/ports/0a48ea27-4a0b-401b-90ef-02b2cb56e046 HTTP/1.1" status: 204 len: 173 time: 0.4388921 Nov 23 14:32:02.999684 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'name': 'network-vif-deleted', 'tag': '0a48ea27-4a0b-401b-90ef-02b2cb56e046'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:03.001953 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97151e22-e68b-4e93-b4af-95b57f4d4dc3" -d '{"events": [{"server_uuid": "c149ec46-47c0-4d43-abc6-ee2c901ab9b2", "name": "network-vif-deleted", "tag": "0a48ea27-4a0b-401b-90ef-02b2cb56e046"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:03.007842 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-fef71556-9ded-424d-b981-d8a74ff5bce8 service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902083 Nov 23 14:32:03.036925 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe493bc-cfdc-4f82-b1e1-73bc16ca4a9f x-openstack-request-id: req-afe493bc-cfdc-4f82-b1e1-73bc16ca4a9f {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:03.037223 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149ec46-47c0-4d43-abc6-ee2c901ab9b2", "name": "network-vif-deleted", "tag": "0a48ea27-4a0b-401b-90ef-02b2cb56e046", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:03.037476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-afe493bc-cfdc-4f82-b1e1-73bc16ca4a9f {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:03.037880 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149ec46-47c0-4d43-abc6-ee2c901ab9b2', 'name': 'network-vif-deleted', 'tag': '0a48ea27-4a0b-401b-90ef-02b2cb56e046', 'status': 'completed', 'code': 200} Nov 23 14:32:03.251774 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-caa3c58a-38f3-4bba-918a-235a07c24af2 req-6613d27a-749a-4a50-a60c-d6e4b666d0a8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 210 time: 0.0283842 Nov 23 14:32:03.609558 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28137d-e4e4-4452-9ad6-6d2825bc6b2b req-a7e41633-e4ba-4887-93a8-3eca78384c5a tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:03.611048 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7e28137d-e4e4-4452-9ad6-6d2825bc6b2b req-a7e41633-e4ba-4887-93a8-3eca78384c5a tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0530708 Nov 23 14:32:03.661018 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7e28137d-e4e4-4452-9ad6-6d2825bc6b2b req-b326c9d3-f688-42b0-8e2e-51c1e1104cef tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Nov 23 14:32:03.669611 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ebed87f9-10c7-4b9d-9a2d-34c6e8126b0f req-ac97ceec-1963-471d-9a43-0d988a61a602 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=c149ec46-47c0-4d43-abc6-ee2c901ab9b2 HTTP/1.1" status: 200 len: 210 time: 0.0272491 Nov 23 14:32:04.322623 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 0a48ea27-4a0b-401b-90ef-02b2cb56e046 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:04.346201 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 0a48ea27-4a0b-401b-90ef-02b2cb56e046 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:04.346883 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 0a48ea27-4a0b-401b-90ef-02b2cb56e046 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:04.354777 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ac3f9605-6e7e-40d9-ae24-a7cebc41ba9a req-18afac2d-87fb-464d-9286-0fc48ba890c1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 210 time: 0.0295229 Nov 23 14:32:04.787291 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e2d45-bcd5-413f-bb04-4f4e725da08c req-e09303af-3b60-47ef-8493-5685b9a8b45e tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:04.788779 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-726e2d45-bcd5-413f-bb04-4f4e725da08c req-e09303af-3b60-47ef-8493-5685b9a8b45e tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0487032 Nov 23 14:32:04.836609 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-726e2d45-bcd5-413f-bb04-4f4e725da08c req-1b159001-336c-4dd2-a33b-fe23c82c9c72 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Nov 23 14:32:05.029643 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-fe893502-4c9d-4f73-9b55-a428e4898706 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.031406 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-fe893502-4c9d-4f73-9b55-a428e4898706 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/networks?id=27ebbb4f-c920-416e-88ae-b0ddbdad523e HTTP/1.1" status: 200 len: 809 time: 0.1157229 Nov 23 14:32:05.048180 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-f9f47544-1cd5-4bb1-9c0c-e01aec8da350 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/quotas/2ebe2cb2394a4a3199c5df49b8793c0d HTTP/1.1" status: 200 len: 375 time: 0.0096507 Nov 23 14:32:05.081864 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-abdf46ac-a7d4-49b8-b601-7ac3e6edcbc1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262306 Nov 23 14:32:05.181034 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-e871fe66-e6fd-4b13-abec-c087ffa64b3e service neutron] 10.222.0.82 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916183 Nov 23 14:32:05.287383 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-0b9b43d7-d18f-4209-b384-3e88c4647d47 service neutron] 10.222.0.82 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001050 Nov 23 14:32:05.321409 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245a63f-0b97-4652-8449-01650e32b0fe req-67a8d406-41ad-44a0-8be1-b29a646f2f7f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.331987 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e245a63f-0b97-4652-8449-01650e32b0fe req-67a8d406-41ad-44a0-8be1-b29a646f2f7f tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0814903 Nov 23 14:32:05.375807 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e245a63f-0b97-4652-8449-01650e32b0fe req-f3b6e912-fd5b-4e1d-908d-123c3a1d5e18 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Nov 23 14:32:05.582451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-e59010a9-6f65-49e7-8a36-cd71fb2658dd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.585091 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-e59010a9-6f65-49e7-8a36-cd71fb2658dd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.1187849 Nov 23 14:32:05.592684 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-64f07b74-0cf7-49e7-9355-39644d073b93 req-d43e4e59-6c8c-4bb7-9f44-58dbffa90dc0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 210 time: 0.0314667 Nov 23 14:32:05.619852 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Request body: {'port': {'device_id': '43b4442f-25b2-4695-a16f-17263d9e1710', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'admin_state_up': True, 'tenant_id': '368da8317e0d4261811a214a941624dc'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:05.672992 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2cf370cb-a1d9-4bfa-a485-3788449766f0 req-362379c1-556e-49ba-afe4-22b8a0caa884 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 210 time: 0.0290279 Nov 23 14:32:05.871154 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Made reservation on behalf of 368da8317e0d4261811a214a941624dc for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:05.875693 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.026285 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8de8-af47-4bfc-8a16-d31b5e3b52a4 req-6701c793-1c4f-4391-9a14-52977a6c3156 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.027797 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d47d8de8-af47-4bfc-8a16-d31b5e3b52a4 req-6701c793-1c4f-4391-9a14-52977a6c3156 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.1128197 Nov 23 14:32:06.095677 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Allocated IP 172.20.0.14 (91c21480-0f27-4f06-9850-471f208e0ee5/eccc233e-7824-4c70-ac58-4b4ee2fa4393/50cd9224-27b2-4dca-bbbc-d56748cb8f48) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:06.118208 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d47d8de8-af47-4bfc-8a16-d31b5e3b52a4 req-674a00ef-d82c-4a86-ac9a-1bfba48b9280 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680254 Nov 23 14:32:06.257015 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.399347 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.439907 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Network 91c21480-0f27-4f06-9850-471f208e0ee5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:06.445039 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:06.447429 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:06.506728 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event updated for resources: {'Port': ['ID=50cd9224-27b2-4dca-bbbc-d56748cb8f48,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:06.531168 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.531763 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.552102 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f789e-c3a5-470c-ba11-9d65d27908dc req-bb9f0497-fa4b-4173-885f-7af2ce174b20 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.553572 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-375f789e-c3a5-470c-ba11-9d65d27908dc req-bb9f0497-fa4b-4173-885f-7af2ce174b20 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.1007760 Nov 23 14:32:06.600051 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-375f789e-c3a5-470c-ba11-9d65d27908dc req-8fb07761-da3c-462b-962f-eebfbfd0fe79 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Nov 23 14:32:06.636336 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-3dd7ee24-1efb-413b-9a23-0a563e828d80 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0356338 Nov 23 14:32:06.710407 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd7dfc-eb03-43b7-9b9c-c3c8e5198e4e req-d4cd3545-a830-4e8c-934e-597bd779e468 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.711895 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ecfd7dfc-eb03-43b7-9b9c-c3c8e5198e4e req-d4cd3545-a830-4e8c-934e-597bd779e468 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 932 time: 0.0488133 Nov 23 14:32:06.757758 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ecfd7dfc-eb03-43b7-9b9c-c3c8e5198e4e req-b783fa46-7169-4b12-a85b-0040661946d5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Nov 23 14:32:06.834647 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-63292479-336c-4f6c-afb6-5852f6eef685 req-b43f59ba-6375-42eb-b11d-77cbd0b23273 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 210 time: 0.0260391 Nov 23 14:32:08.930014 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Request body: {'port': {'device_id': '43b4442f-25b2-4695-a16f-17263d9e1710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:09.184879 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.442794 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cd9224-27b2-4dca-bbbc-d56748cb8f48 {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:09.450051 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.461591 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Transition to ACTIVE for port object 50cd9224-27b2-4dca-bbbc-d56748cb8f48 will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:32:09.533921 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.587853 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Pushing event updated for resources: {'Port': ['ID=50cd9224-27b2-4dca-bbbc-d56748cb8f48,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:09.650609 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Attempting to bind port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:09.650946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Attempting to bind port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:09.651274 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Attempting to bind port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:09.655426 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 on network 91c21480-0f27-4f06-9850-471f208e0ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:32:09.655743 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Attempting to bind port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:09.661441 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:09.661798 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Checking segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:09.662163 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Bound using segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:09.662590 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Bound port: 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:09.662941 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.722969 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] For port 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:09.726032 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] For port 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:09.825283 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.867941 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:09.868565 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.869919 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] 10.222.0.85 "PUT /v2.0/ports/50cd9224-27b2-4dca-bbbc-d56748cb8f48 HTTP/1.1" status: 200 len: 1094 time: 0.9453015 Nov 23 14:32:09.870344 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b4442f-25b2-4695-a16f-17263d9e1710', 'tag': '50cd9224-27b2-4dca-bbbc-d56748cb8f48'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:09.872601 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66079d7-9c9a-4e82-bd6f-800616b64231" -d '{"events": [{"name": "network-changed", "server_uuid": "43b4442f-25b2-4695-a16f-17263d9e1710", "tag": "50cd9224-27b2-4dca-bbbc-d56748cb8f48"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:09.890396 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e74d6-f664-438c-8f1d-70f7e45d1878 service neutron] Pushing event updated for resources: {'Port': ['ID=50cd9224-27b2-4dca-bbbc-d56748cb8f48,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:10.690596 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-5867e550-6741-4c30-86f1-72a0ac9f0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.693147 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-5867e550-6741-4c30-86f1-72a0ac9f0d43 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0499101 Nov 23 14:32:10.718190 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6b1d-300c-4f0a-bf6d-3eff3ae2b754 req-0ca3c91d-ef84-4c57-8708-68426e6c3e15 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.719657 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-44ec6b1d-300c-4f0a-bf6d-3eff3ae2b754 req-0ca3c91d-ef84-4c57-8708-68426e6c3e15 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0491602 Nov 23 14:32:10.769606 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-44ec6b1d-300c-4f0a-bf6d-3eff3ae2b754 req-b7b8f58e-9afe-465a-9baa-aa41241022fd tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Nov 23 14:32:10.863598 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-d9b1ebe9-4205-48bd-9cbf-95614aa4772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.865284 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-d9b1ebe9-4205-48bd-9cbf-95614aa4772f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 1097 time: 0.0775216 Nov 23 14:32:10.890011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef510a4-3b70-4a39-b9c9-8220c3da20ef req-a1badbab-a4ee-4c10-aabb-39bc62e91481 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.891405 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fef510a4-3b70-4a39-b9c9-8220c3da20ef req-a1badbab-a4ee-4c10-aabb-39bc62e91481 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.0595119 Nov 23 14:32:10.896787 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217ba45-5730-44eb-8d69-16f0da427594 req-da82b03f-d804-41b1-b6fb-c7124b01434b tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.898336 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d217ba45-5730-44eb-8d69-16f0da427594 req-da82b03f-d804-41b1-b6fb-c7124b01434b tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0713420 Nov 23 14:32:10.899906 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-b38bece6-a524-4da2-9ed4-5953398084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.901233 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-b38bece6-a524-4da2-9ed4-5953398084b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.1432185 Nov 23 14:32:10.945323 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-0dc00ec5-5eb9-4578-96f5-691229cc5a3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48 HTTP/1.1" status: 200 len: 217 time: 0.0483453 Nov 23 14:32:10.966744 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-f2f0ec3f-7e6c-40e0-a9bf-ed44280d774a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.0430522 Nov 23 14:32:10.978688 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d217ba45-5730-44eb-8d69-16f0da427594 req-25fc4f43-fa8d-42df-bde4-693eee1b71fc tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Nov 23 14:32:11.019000 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-1b7842ea-6f60-4826-bdcf-af35805be1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.020769 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-1b7842ea-6f60-4826-bdcf-af35805be1a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 200 len: 854 time: 0.0517864 Nov 23 14:32:11.024804 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fef510a4-3b70-4a39-b9c9-8220c3da20ef req-d9133843-7c4d-4dd4-be67-b7b598c7cb7b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217206 Nov 23 14:32:11.049885 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-f894511f-b7f3-4bfe-8875-cba9e22aa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.051934 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-f894511f-b7f3-4bfe-8875-cba9e22aa67e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0726790 Nov 23 14:32:11.082768 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-21339827-7fc5-416d-90d1-3b7fc927cf0b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91c21480-0f27-4f06-9850-471f208e0ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442269 Nov 23 14:32:11.102780 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ad7db6f-50a2-4ed2-bfc4-54606d7293e9 req-156138d7-891d-43f6-85a4-d9cf063bbfa9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 210 time: 0.0483711 Nov 23 14:32:11.104344 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5a9c51-6c22-4f31-85b1-cb15fa13e2b6 x-openstack-request-id: req-9e5a9c51-6c22-4f31-85b1-cb15fa13e2b6 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:11.104628 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b4442f-25b2-4695-a16f-17263d9e1710", "tag": "50cd9224-27b2-4dca-bbbc-d56748cb8f48", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:11.104876 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9e5a9c51-6c22-4f31-85b1-cb15fa13e2b6 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:11.105252 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b4442f-25b2-4695-a16f-17263d9e1710', 'tag': '50cd9224-27b2-4dca-bbbc-d56748cb8f48', 'status': 'completed', 'code': 200} Nov 23 14:32:11.107007 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-166462be-8ae7-4162-87f4-b33bda372255 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429299 Nov 23 14:32:11.181191 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-8bf75370-43ae-4ce7-94e3-7c2bce3d68ef service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877612 Nov 23 14:32:11.215287 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-1b1bcf6e-9573-4845-bae3-71d66bd01a59 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989826 Nov 23 14:32:11.278145 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a6acc8d-dae8-456b-9da3-c7cca3ce7698 req-608ba0cd-b705-4373-b9df-f1a7be297518 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873590 Nov 23 14:32:11.315599 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-aa1c922c-b56d-4f13-b5cf-f5372ee70484 req-81128cfa-1100-4217-9031-42acf7feeafc service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906556 Nov 23 14:32:11.802164 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-c194aeb8-8a14-4a44-b355-3a6831848212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.803678 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-c194aeb8-8a14-4a44-b355-3a6831848212 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 1097 time: 0.0442665 Nov 23 14:32:11.890321 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0cf44-3ea9-4329-83b5-edd4371b6cb4 req-eea58b11-b888-433a-b0ab-073fc642bfec tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.891970 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1aa0cf44-3ea9-4329-83b5-edd4371b6cb4 req-eea58b11-b888-433a-b0ab-073fc642bfec tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Nov 23 14:32:11.904435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-b46dd302-797a-42f2-b488-a0e065a8b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.905911 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-b46dd302-797a-42f2-b488-a0e065a8b39d service neutron] 10.222.0.85 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 916 time: 0.0932882 Nov 23 14:32:11.939907 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1aa0cf44-3ea9-4329-83b5-edd4371b6cb4 req-f6f0641d-c1d9-4b37-9cd7-d3987c241701 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Nov 23 14:32:11.949491 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-f15918e7-3d0e-4c79-8b82-aa2d8ad3009d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48 HTTP/1.1" status: 200 len: 217 time: 0.0354602 Nov 23 14:32:12.105199 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2280a1-ece8-49b9-b89e-a69d98cd4484 req-9e548aee-4440-4742-8a3d-c21805e3fcd3 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:12.106678 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4f2280a1-ece8-49b9-b89e-a69d98cd4484 req-9e548aee-4440-4742-8a3d-c21805e3fcd3 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0554869 Nov 23 14:32:12.142946 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4032b79-edef-4c39-85f0-6cd3bb3d4883 req-cb10560e-a7c0-4c2d-9a63-ab0063f772f9 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:12.145557 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e4032b79-edef-4c39-85f0-6cd3bb3d4883 req-cb10560e-a7c0-4c2d-9a63-ab0063f772f9 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.0487063 Nov 23 14:32:12.154371 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4f2280a1-ece8-49b9-b89e-a69d98cd4484 req-c6b53817-f79d-4846-b6dc-b77d23b53633 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Nov 23 14:32:12.199842 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e4032b79-edef-4c39-85f0-6cd3bb3d4883 req-c9e9b4e4-4192-4b3f-8668-93b4116d7e36 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487180 Nov 23 14:32:12.235923 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-58985f27-0a28-45bc-8ac0-6d5706a21c95 req-bb7f4334-c4d0-4b79-83ec-866067bc9727 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 210 time: 0.0265055 Nov 23 14:32:12.277924 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-a0178113-b31c-40ac-9163-0b3187bd481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:12.279456 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-a0178113-b31c-40ac-9163-0b3187bd481a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 200 len: 854 time: 0.0460327 Nov 23 14:32:12.315621 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-e73c4230-c3b6-491e-9b35-84610a6fe613 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91c21480-0f27-4f06-9850-471f208e0ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247130 Nov 23 14:32:12.413029 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-31668cb1-73a2-4349-9446-095549949b17 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860686 Nov 23 14:32:12.508414 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b66079d7-9c9a-4e82-bd6f-800616b64231 req-8795a2e8-07cd-4ae3-b1f2-6ecbe5929134 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866799 Nov 23 14:32:17.725946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb6575-6de8-46ea-ae20-06fa1b95acd2 req-6cd7b3fb-41df-4db2-900b-8849a7c7b3f9 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:17.727334 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bb82-fb63-42fc-a36a-2d993d776708 req-41e493b3-d93c-4ef2-bfb4-283f47b377d0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:17.727723 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6beb6575-6de8-46ea-ae20-06fa1b95acd2 req-6cd7b3fb-41df-4db2-900b-8849a7c7b3f9 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0541461 Nov 23 14:32:17.728822 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b55bb82-fb63-42fc-a36a-2d993d776708 req-41e493b3-d93c-4ef2-bfb4-283f47b377d0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0571239 Nov 23 14:32:17.776438 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b55bb82-fb63-42fc-a36a-2d993d776708 req-843f0083-fe27-4cc0-9dc3-4efc5c07757d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Nov 23 14:32:17.776662 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6beb6575-6de8-46ea-ae20-06fa1b95acd2 req-b610ccfd-34ed-4cf3-af9a-4ab84d11f1cb tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/security-groups?id=9118d75b-69cc-4f6f-a021-35f8d6ab91a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Nov 23 14:32:17.859268 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3489706d-f731-44ba-912b-037135afb227 req-a549ff6b-c2bd-4ba8-a78f-ba4dd88e46cb tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 210 time: 0.0263164 Nov 23 14:32:17.953467 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959ec3-9eb5-4e4c-9396-074b26d24d59 req-5e62956c-c389-4f1d-81aa-c9b4cccc66ab tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:17.954917 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-20959ec3-9eb5-4e4c-9396-074b26d24d59 req-5e62956c-c389-4f1d-81aa-c9b4cccc66ab tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.1062939 Nov 23 14:32:17.963803 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-562bc30e-518a-45c0-86d8-9e46161bd7b0 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:17.965219 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-562bc30e-518a-45c0-86d8-9e46161bd7b0 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "GET /v2.0/networks?id=27ebbb4f-c920-416e-88ae-b0ddbdad523e HTTP/1.1" status: 200 len: 809 time: 0.1454766 Nov 23 14:32:18.006356 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-20959ec3-9eb5-4e4c-9396-074b26d24d59 req-7f91a7cf-a82a-40ef-8b71-1e4a7fd4b116 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Nov 23 14:32:18.063169 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Request body: {'port': {'device_id': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e', 'admin_state_up': True, 'tenant_id': '2ebe2cb2394a4a3199c5df49b8793c0d'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:18.136139 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-75fcab6d-3fda-4ca2-aa52-16bfc87d5736 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:18.137707 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-75fcab6d-3fda-4ca2-aa52-16bfc87d5736 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.85 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 949 time: 0.0475061 Nov 23 14:32:18.245193 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Made reservation on behalf of 2ebe2cb2394a4a3199c5df49b8793c0d for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:18.249102 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.267893 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Deleting port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:18.268229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.360250 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] For port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,segment=NetworkSegment(728f2db7-cfeb-4061-9804-7d1bbb758863),segment_id=728f2db7-cfeb-4061-9804-7d1bbb758863)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:18.360585 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.375441 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Allocated IP 172.20.0.4 (27ebbb4f-c920-416e-88ae-b0ddbdad523e/1a9c0003-6cd3-4d00-bb9e-0ba746c6965e/c85a6d3a-c869-40b2-b0e9-5274f94633b1) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:18.380567 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Calling delete_port for 11762584-9dd1-40ad-bff7-ec6d4d6dd36a owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:18.525691 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.586112 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.599277 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['11762584-9dd1-40ad-bff7-ec6d4d6dd36a'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:18.614959 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Pushing event deleted for resources: {'Port': ['ID=11762584-9dd1-40ad-bff7-ec6d4d6dd36a,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:18.654508 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.688907 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] No DVR routers for this DVR port 11762584-9dd1-40ad-bff7-ec6d4d6dd36a on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:18.693273 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.697871 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-218f7502-f95c-49f4-b135-c6b813fe4113 req-e6339a57-ff07-4ce1-b881-f10f899a4933 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.85 "DELETE /v2.0/ports/11762584-9dd1-40ad-bff7-ec6d4d6dd36a HTTP/1.1" status: 204 len: 173 time: 0.5536351 Nov 23 14:32:18.698394 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'name': 'network-vif-deleted', 'tag': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:18.701681 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f66a33-dff5-41ec-ab00-160be88de7f0" -d '{"events": [{"server_uuid": "5679ae88-fa1c-4372-ae6c-f947c4a711e1", "name": "network-vif-deleted", "tag": "11762584-9dd1-40ad-bff7-ec6d4d6dd36a"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:18.714930 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Network 27ebbb4f-c920-416e-88ae-b0ddbdad523e is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:18.718300 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:18.728555 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:18.765955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Pushing event updated for resources: {'Port': ['ID=c85a6d3a-c869-40b2-b0e9-5274f94633b1,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:18.782229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce68b5e-f962-4df5-8891-f1bd91961b73 x-openstack-request-id: req-0ce68b5e-f962-4df5-8891-f1bd91961b73 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:18.782229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679ae88-fa1c-4372-ae6c-f947c4a711e1", "name": "network-vif-deleted", "tag": "11762584-9dd1-40ad-bff7-ec6d4d6dd36a", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:18.782229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0ce68b5e-f962-4df5-8891-f1bd91961b73 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:18.782894 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679ae88-fa1c-4372-ae6c-f947c4a711e1', 'name': 'network-vif-deleted', 'tag': '11762584-9dd1-40ad-bff7-ec6d4d6dd36a', 'status': 'completed', 'code': 200} Nov 23 14:32:18.782978 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.783298 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.783633 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.783969 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.784337 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.784920 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.785554 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.785897 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.786228 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.786572 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.786892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.787208 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:18.812403 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:18.813074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.898021 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-66590393-6d64-43bd-9dca-a6087ff9cda1 req-61a5e2c9-438a-46da-a505-dc1d470f9793 tempest-VolumesNegativeTest-1909307808 tempest-VolumesNegativeTest-1909307808-project] 10.222.0.82 "GET /v2.0/ports?device_id=5679ae88-fa1c-4372-ae6c-f947c4a711e1 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Nov 23 14:32:18.930139 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-75d37037-ec64-4c1b-8092-f48dc0a8c18b tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8708773 Nov 23 14:32:18.934322 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7000b-12d1-48a4-9e5c-420fd16401f4 req-cb60097b-4f4d-4e17-8c79-76e25bd81538 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:18.936066 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4bb7000b-12d1-48a4-9e5c-420fd16401f4 req-cb60097b-4f4d-4e17-8c79-76e25bd81538 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0651939 Nov 23 14:32:18.947129 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Request body: {'port': {'device_id': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:18.987519 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4bb7000b-12d1-48a4-9e5c-420fd16401f4 req-7f97d97b-9fa3-406b-abda-6a7e011ff338 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Nov 23 14:32:19.039859 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.051446 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db618689-617c-4fe1-b24b-df0f7b6d38c6 req-c34f3ce4-789f-4b8d-8cef-86948f06e906 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.052406 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-db618689-617c-4fe1-b24b-df0f7b6d38c6 req-c34f3ce4-789f-4b8d-8cef-86948f06e906 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 931 time: 0.0839171 Nov 23 14:32:19.134527 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-db618689-617c-4fe1-b24b-df0f7b6d38c6 req-cd1aab95-a022-480f-a851-a099214f87e6 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756721 Nov 23 14:32:19.137047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d15ca-db68-4a7f-84f5-dad298598b4b req-5c47f2e7-578c-4ff7-8829-dbc14cdb2986 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.138523 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f52d15ca-db68-4a7f-84f5-dad298598b4b req-5c47f2e7-578c-4ff7-8829-dbc14cdb2986 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.0545652 Nov 23 14:32:19.187891 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f52d15ca-db68-4a7f-84f5-dad298598b4b req-dffe55ba-1968-4b44-a84c-1c24557e913f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Nov 23 14:32:19.353966 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85a6d3a-c869-40b2-b0e9-5274f94633b1 {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:19.361472 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.376425 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Transition to ACTIVE for port object c85a6d3a-c869-40b2-b0e9-5274f94633b1 will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:32:19.451191 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.503628 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Pushing event updated for resources: {'Port': ['ID=c85a6d3a-c869-40b2-b0e9-5274f94633b1,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:19.578456 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Attempting to bind port c85a6d3a-c869-40b2-b0e9-5274f94633b1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:19.578776 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Attempting to bind port c85a6d3a-c869-40b2-b0e9-5274f94633b1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:19.579116 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Attempting to bind port c85a6d3a-c869-40b2-b0e9-5274f94633b1 on network 27ebbb4f-c920-416e-88ae-b0ddbdad523e {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:19.585010 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Port c85a6d3a-c869-40b2-b0e9-5274f94633b1 on network 27ebbb4f-c920-416e-88ae-b0ddbdad523e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:32:19.586136 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Attempting to bind port c85a6d3a-c869-40b2-b0e9-5274f94633b1 on network 27ebbb4f-c920-416e-88ae-b0ddbdad523e {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:19.591224 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:19.591565 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Checking segment: {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:19.591948 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Bound using segment: {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:19.592412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Bound port: c85a6d3a-c869-40b2-b0e9-5274f94633b1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce72d733-425b-41d4-8dcf-943843bcbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:19.592772 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.659089 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] For port c85a6d3a-c869-40b2-b0e9-5274f94633b1, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:19.663138 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] For port c85a6d3a-c869-40b2-b0e9-5274f94633b1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:19.774664 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.815237 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.817146 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.818533 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] 10.222.0.85 "PUT /v2.0/ports/c85a6d3a-c869-40b2-b0e9-5274f94633b1 HTTP/1.1" status: 200 len: 1093 time: 0.8775699 Nov 23 14:32:19.819141 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'tag': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:19.821270 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce70376-8a91-4217-a34e-f4ded7dd72d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c", "tag": "c85a6d3a-c869-40b2-b0e9-5274f94633b1"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:19.846202 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d6fb6-ccba-4229-b31a-f7a9caa14435 service neutron] Pushing event updated for resources: {'Port': ['ID=c85a6d3a-c869-40b2-b0e9-5274f94633b1,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:19.976758 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff6cbe-cd03-4372-b92f-8fe7b3c10197 x-openstack-request-id: req-9eff6cbe-cd03-4372-b92f-8fe7b3c10197 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:19.976758 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c", "tag": "c85a6d3a-c869-40b2-b0e9-5274f94633b1", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:19.976758 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9eff6cbe-cd03-4372-b92f-8fe7b3c10197 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:19.976758 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'tag': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1', 'status': 'completed', 'code': 200} Nov 23 14:32:19.978517 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-998d13c8-3517-45de-ac62-88e29a9744eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.980036 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-998d13c8-3517-45de-ac62-88e29a9744eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 1096 time: 0.0461683 Nov 23 14:32:20.030860 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-dcfe0a5c-99e9-411a-b267-3321ce8048bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1 HTTP/1.1" status: 200 len: 217 time: 0.0374742 Nov 23 14:32:20.085251 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e387-d42b-443b-aa99-dcb19125d26c req-88e0b12c-ee77-4a03-87a3-bd56f3bb7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.086815 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-88e0b12c-ee77-4a03-87a3-bd56f3bb7924 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a9c0003-6cd3-4d00-bb9e-0ba746c6965e HTTP/1.1" status: 200 len: 849 time: 0.0468428 Nov 23 14:32:20.114687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b451a-1be8-44a5-b4f8-cf2e0fdde415 req-7ac5bbd6-4ccd-4c8d-bbd7-efbff47f4c29 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.117593 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a78b451a-1be8-44a5-b4f8-cf2e0fdde415 req-7ac5bbd6-4ccd-4c8d-bbd7-efbff47f4c29 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0584760 Nov 23 14:32:20.129686 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-a9275798-036d-44e9-9424-11c68e5c7b9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=27ebbb4f-c920-416e-88ae-b0ddbdad523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325425 Nov 23 14:32:20.182052 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a78b451a-1be8-44a5-b4f8-cf2e0fdde415 req-014c297b-b6d9-4e4e-b166-00320a91d98e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Nov 23 14:32:20.273234 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-c9c2eac7-c385-477c-8151-0d367a146cb7 service neutron] 10.222.0.85 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288447 Nov 23 14:32:20.316927 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3dded-5ebf-4f5e-84c3-ea4a85cd648d req-e747f03a-4289-4a41-a4d1-2280e660e1a9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.317385 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e892d95-19bd-42f1-8198-d4454e7089cb req-090dcccc-70dc-47c9-88a8-e6f40b4de41d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.318754 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ea3dded-5ebf-4f5e-84c3-ea4a85cd648d req-e747f03a-4289-4a41-a4d1-2280e660e1a9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 943 time: 0.0920253 Nov 23 14:32:20.319136 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4e892d95-19bd-42f1-8198-d4454e7089cb req-090dcccc-70dc-47c9-88a8-e6f40b4de41d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.0590672 Nov 23 14:32:20.384339 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4e892d95-19bd-42f1-8198-d4454e7089cb req-f52fc085-4045-46bf-a1cb-2d49cca64366 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Nov 23 14:32:20.434729 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a197e387-d42b-443b-aa99-dcb19125d26c req-a944e2eb-5965-4d47-b9e8-a32642cafa9a service neutron] 10.222.0.85 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526403 Nov 23 14:32:20.438357 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ea3dded-5ebf-4f5e-84c3-ea4a85cd648d req-35dd56c5-c5d3-4c5a-a119-53e0648ecae8 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801866 Nov 23 14:32:20.675990 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-c169ebf6-742a-4055-9880-68ade72e6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.677761 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-c169ebf6-742a-4055-9880-68ade72e6345 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 1096 time: 0.0442274 Nov 23 14:32:20.781604 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-5f675169-c569-43bd-889c-235e62e84e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.783061 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-5f675169-c569-43bd-889c-235e62e84e27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=27ebbb4f-c920-416e-88ae-b0ddbdad523e HTTP/1.1" status: 200 len: 911 time: 0.0937774 Nov 23 14:32:20.831133 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-e6ec9e69-b720-4a2d-81d8-8ea8f0cd7c98 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1 HTTP/1.1" status: 200 len: 217 time: 0.0399647 Nov 23 14:32:20.831321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-aba00c82-0f2d-45a3-91e8-22152c2c6f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.887499 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-0a53c654-e2c5-46e5-a8aa-9efd78e4b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.888986 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-0a53c654-e2c5-46e5-a8aa-9efd78e4b367 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a9c0003-6cd3-4d00-bb9e-0ba746c6965e HTTP/1.1" status: 200 len: 849 time: 0.0496345 Nov 23 14:32:20.921261 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-53e91b2f-27f9-4c3e-8571-2fe9138d76dc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=27ebbb4f-c920-416e-88ae-b0ddbdad523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238299 Nov 23 14:32:21.034348 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-a931844a-733d-4e9b-838a-05de7daccccd service neutron] 10.222.0.85 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038272 Nov 23 14:32:21.148176 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ce70376-8a91-4217-a34e-f4ded7dd72d0 req-aa2267c5-7970-422b-9699-abad78e7901c service neutron] 10.222.0.85 "GET /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019511 Nov 23 14:32:21.304290 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a46c-846e-45d8-9123-b4eb231fea53 req-eb433bb8-3247-4a95-b573-87be0550437f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:21.306125 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc02a46c-846e-45d8-9123-b4eb231fea53 req-eb433bb8-3247-4a95-b573-87be0550437f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0590189 Nov 23 14:32:21.376820 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc02a46c-846e-45d8-9123-b4eb231fea53 req-613052fe-8372-4d99-8f58-98e4babf8358 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Nov 23 14:32:21.508902 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28709b-ab59-4c17-81dc-98764f6ddaf1 req-2ddc767b-e3b0-4eb9-af9c-d9f855c4a0f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:21.510714 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc28709b-ab59-4c17-81dc-98764f6ddaf1 req-2ddc767b-e3b0-4eb9-af9c-d9f855c4a0f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.0566473 Nov 23 14:32:21.593718 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc28709b-ab59-4c17-81dc-98764f6ddaf1 req-00c8216d-74fd-4357-9d95-2371ffec2a93 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Nov 23 14:32:21.614524 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c093a18-0305-453f-8253-af0999f846cd req-50ad8def-ce52-4e87-b245-d2d0d83cf3e8 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:21.616289 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5c093a18-0305-453f-8253-af0999f846cd req-50ad8def-ce52-4e87-b245-d2d0d83cf3e8 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 943 time: 0.0803781 Nov 23 14:32:21.674918 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5c093a18-0305-453f-8253-af0999f846cd req-2cf3afa9-f898-4e2d-98d8-d9d3c692af1d tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518284 Nov 23 14:32:22.498661 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042392f-4359-417e-8623-fecee008b073 req-503791e4-148e-46fb-a14b-d05e2b147e55 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.500061 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8042392f-4359-417e-8623-fecee008b073 req-503791e4-148e-46fb-a14b-d05e2b147e55 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0526156 Nov 23 14:32:22.547841 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8042392f-4359-417e-8623-fecee008b073 req-d094564b-e6ec-4700-ad3f-49da25a99017 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Nov 23 14:32:22.620420 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 50cd9224-27b2-4dca-bbbc-d56748cb8f48 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:22.623493 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 11762584-9dd1-40ad-bff7-ec6d4d6dd36a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:22.654592 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 11762584-9dd1-40ad-bff7-ec6d4d6dd36a {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:22.654942 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 11762584-9dd1-40ad-bff7-ec6d4d6dd36a not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:22.688736 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-668b5c7b-c841-4716-8142-135c32be3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.690205 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-668b5c7b-c841-4716-8142-135c32be3292 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0402727 Nov 23 14:32:22.748548 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:22.761043 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '50cd9224-27b2-4dca-bbbc-d56748cb8f48', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'port_id': '50cd9224-27b2-4dca-bbbc-d56748cb8f48', 'mac_address': 'fa:16:3e:4a:82:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eccc233e-7824-4c70-ac58-4b4ee2fa4393', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:22.780352 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d3bae-aa57-49ff-8171-83ee4ee0353f req-d142082b-7efb-4630-8e35-df96c18ddda3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.785008 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-916d3bae-aa57-49ff-8171-83ee4ee0353f req-d142082b-7efb-4630-8e35-df96c18ddda3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 944 time: 0.1052384 Nov 23 14:32:22.840620 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.848609 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-916d3bae-aa57-49ff-8171-83ee4ee0353f req-4f61e25e-6ad2-4d09-91f9-10204e865352 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559075 Nov 23 14:32:22.854765 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cd9224-27b2-4dca-bbbc-d56748cb8f48 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:22.875238 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:22.897391 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-29334bae-84c0-450d-9751-395647626bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.899323 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-29334bae-84c0-450d-9751-395647626bb3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.1779819 Nov 23 14:32:22.914369 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b230a-006a-4a37-9e66-59d1add98542 req-3b4f2861-32f6-42c2-b683-d4649c366446 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.915891 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b48b230a-006a-4a37-9e66-59d1add98542 req-3b4f2861-32f6-42c2-b683-d4649c366446 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 943 time: 0.1478193 Nov 23 14:32:22.951745 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.963658 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-25ef707c-985a-417d-8f46-61919c0743f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.0467219 Nov 23 14:32:23.004403 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=50cd9224-27b2-4dca-bbbc-d56748cb8f48,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:23.234190 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c2c5ddc4-3104-4919-838a-27de941dc693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.251097 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b48b230a-006a-4a37-9e66-59d1add98542 req-028fb305-71a6-4a62-83a9-898e66488ea2 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242755 Nov 23 14:32:23.252959 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-04a9b388-b7cd-4a57-bba1-d7abd70f0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:23.254740 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-04a9b388-b7cd-4a57-bba1-d7abd70f0fad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.2806818 Nov 23 14:32:23.313505 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-8b29fa4a-5774-4842-80e4-c768d4a56a8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506871 Nov 23 14:32:23.425172 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-76a2f152-a360-493d-ab60-e427fe91bcaf service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893292 Nov 23 14:32:23.514687 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-919d4dc4-cbac-49d9-87dc-f649eed0ba18 req-90d4e4fd-fdd8-486f-b41d-2185ffc7852c service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824225 Nov 23 14:32:23.531480 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:23.680163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb41f-ebbc-41f6-a89c-b37878395a13 req-8a6bb11b-aab7-44cd-b2ba-b2c05c6e5b66 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:23.681771 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a8bb41f-ebbc-41f6-a89c-b37878395a13 req-8a6bb11b-aab7-44cd-b2ba-b2c05c6e5b66 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0602071 Nov 23 14:32:23.729159 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a8bb41f-ebbc-41f6-a89c-b37878395a13 req-817d8c8c-ad00-4fd6-ad77-b694e1eb85fb tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Nov 23 14:32:23.976710 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad91d0b-0e6b-49e6-8420-8dea8e65b69e req-74aa72ca-88b9-4d6a-8ee0-2c68dbbae34b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:23.978180 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bad91d0b-0e6b-49e6-8420-8dea8e65b69e req-74aa72ca-88b9-4d6a-8ee0-2c68dbbae34b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Nov 23 14:32:24.034579 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bad91d0b-0e6b-49e6-8420-8dea8e65b69e req-6b1e5320-86df-45a1-b595-ec319351b0af tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Nov 23 14:32:24.380291 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94888409-7d33-4f60-87c1-456be55599fd req-980a5fd8-257d-4d49-911a-7a94196f72d7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.381783 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-94888409-7d33-4f60-87c1-456be55599fd req-980a5fd8-257d-4d49-911a-7a94196f72d7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 943 time: 0.0535777 Nov 23 14:32:24.440794 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-94888409-7d33-4f60-87c1-456be55599fd req-e5cc570d-94f4-48e2-b335-012095bc2624 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523577 Nov 23 14:32:24.445805 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.624490 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c85a6d3a-c869-40b2-b0e9-5274f94633b1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:24.651338 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad5325-a58f-4ab6-9e0c-8965fbccd3c9 req-60c88a94-24d1-4129-b6f5-ad9ba8cdc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.651338 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-28ad5325-a58f-4ab6-9e0c-8965fbccd3c9 req-60c88a94-24d1-4129-b6f5-ad9ba8cdc14b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0424516 Nov 23 14:32:24.706363 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-28ad5325-a58f-4ab6-9e0c-8965fbccd3c9 req-adc9644a-7250-4b09-811e-b518256af445 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525563 Nov 23 14:32:24.733410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port c85a6d3a-c869-40b2-b0e9-5274f94633b1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:24.747695 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1', 'network_id': '27ebbb4f-c920-416e-88ae-b0ddbdad523e', 'port_id': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1', 'mac_address': 'fa:16:3e:1c:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9c0003-6cd3-4d00-bb9e-0ba746c6965e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:24.803756 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.818549 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85a6d3a-c869-40b2-b0e9-5274f94633b1 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:24.839606 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port c85a6d3a-c869-40b2-b0e9-5274f94633b1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:24.858317 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8b77-d0c3-4320-8c29-5f256bbab349 req-60544749-d53b-4ecb-bf6e-7a09f7d79553 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.859847 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7d9e8b77-d0c3-4320-8c29-5f256bbab349 req-60544749-d53b-4ecb-bf6e-7a09f7d79553 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0495489 Nov 23 14:32:24.907459 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7d9e8b77-d0c3-4320-8c29-5f256bbab349 req-9ed3f951-04e9-49c2-b1f0-b9324221f164 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Nov 23 14:32:24.931490 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.984305 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=c85a6d3a-c869-40b2-b0e9-5274f94633b1,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.158345 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3d0a4-65e9-4fec-9e04-59af190befdd req-6acb87b7-81a7-45b9-9ef1-71bdf6074d9b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:25.160278 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9fa3d0a4-65e9-4fec-9e04-59af190befdd req-6acb87b7-81a7-45b9-9ef1-71bdf6074d9b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 945 time: 0.0555503 Nov 23 14:32:25.208362 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9fa3d0a4-65e9-4fec-9e04-59af190befdd req-766e1e43-9046-42bf-b09d-5308a7902fe5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Nov 23 14:32:25.236788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54510) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:25.348652 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6baa5262-ecd7-47e2-b345-8ecd80965d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.402265 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['c85a6d3a-c869-40b2-b0e9-5274f94633b1'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:25.425761 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6baa5262-ecd7-47e2-b345-8ecd80965d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.536476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6baa5262-ecd7-47e2-b345-8ecd80965d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.584339 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5262-ecd7-47e2-b345-8ecd80965d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f4c70-d372-4553-96ba-dcaf464a0b4c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.596228 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-6baa5262-ecd7-47e2-b345-8ecd80965d4c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=949aefd12fe1414f94a153dc6e3527be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560812 Nov 23 14:32:25.596784 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54536) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:25.603639 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cbe93-5139-4fe3-8e81-7064084672ba req-de82b4ab-41ca-42a9-a97c-51727d88d9c2 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:25.605075 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-133cbe93-5139-4fe3-8e81-7064084672ba req-de82b4ab-41ca-42a9-a97c-51727d88d9c2 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 944 time: 0.1014771 Nov 23 14:32:25.663940 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.665539 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-133cbe93-5139-4fe3-8e81-7064084672ba req-01587c80-2788-415d-888f-8a7472b23ca7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541437 Nov 23 14:32:25.690506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.699880 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.848339 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.850920 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.852061 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/780f4c70-d372-4553-96ba-dcaf464a0b4c HTTP/1.1" status: 204 len: 168 time: 0.2544723 Nov 23 14:32:25.860134 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f4c70-d372-4553-96ba-dcaf464a0b4c,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.867719 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.868069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.868437 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.868775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.869106 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.869438 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.869768 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.870107 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.870490 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.870810 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.871133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:25.871454 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29de1cd-9eda-49e2-8436-6746562221ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:26.025023 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803e187-3dfc-453e-9b4f-f309d992ccb8 req-0d8785db-e86b-4627-affc-3e834ad6a96b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:26.026539 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7803e187-3dfc-453e-9b4f-f309d992ccb8 req-0d8785db-e86b-4627-affc-3e834ad6a96b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Nov 23 14:32:26.028229 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.083834 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7803e187-3dfc-453e-9b4f-f309d992ccb8 req-72f67493-1a4c-41d2-bfb1-3a0a2ed55d72 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 Nov 23 14:32:26.328527 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17c057-c336-4df8-940b-22f693ab48a1 req-0568c564-228f-4281-b28d-9dbf22efe51f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:26.329983 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c17c057-c336-4df8-940b-22f693ab48a1 req-0568c564-228f-4281-b28d-9dbf22efe51f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 945 time: 0.0478923 Nov 23 14:32:26.381478 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c17c057-c336-4df8-940b-22f693ab48a1 req-f7eb612c-be4d-477a-b6ef-8dc9296447c2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Nov 23 14:32:26.592344 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54582) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.592480 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54580) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.605995 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7140cf71-5aa6-4160-aefb-163ea6187e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.638446 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 50cd9224-27b2-4dca-bbbc-d56748cb8f48 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:26.687721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7140cf71-5aa6-4160-aefb-163ea6187e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.749133 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:32:26.753678 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:26.753678 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.803832 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7140cf71-5aa6-4160-aefb-163ea6187e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.863783 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140cf71-5aa6-4160-aefb-163ea6187e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a354d4-71e4-46b6-8b1c-c2ab828ad47d,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:26.871240 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.892863 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7140cf71-5aa6-4160-aefb-163ea6187e32 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7df86430001a409eadd013f27e6bb82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971828 Nov 23 14:32:26.893021 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.893228 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54604) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.897793 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4442f-25b2-4695-a16f-17263d9e1710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cd9224-27b2-4dca-bbbc-d56748cb8f48'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:26.900011 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ada14-24bc-42f3-96a1-c734cc45c1c9" -d '{"events": [{"server_uuid": "43b4442f-25b2-4695-a16f-17263d9e1710", "name": "network-vif-plugged", "status": "completed", "tag": "50cd9224-27b2-4dca-bbbc-d56748cb8f48"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:26.920762 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:26.926582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f97aca-04ee-41ee-883e-6099cec56f36 req-7dcad9b7-34ee-4500-8eca-6d626607c51a tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:26.931438 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95f97aca-04ee-41ee-883e-6099cec56f36 req-7dcad9b7-34ee-4500-8eca-6d626607c51a tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 944 time: 0.1886597 Nov 23 14:32:26.950162 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944d640c-7008-4c8e-ac81-fcd2cf903e83 x-openstack-request-id: req-944d640c-7008-4c8e-ac81-fcd2cf903e83 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:26.950534 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4442f-25b2-4695-a16f-17263d9e1710", "name": "network-vif-plugged", "status": "completed", "tag": "50cd9224-27b2-4dca-bbbc-d56748cb8f48", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:26.950922 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-944d640c-7008-4c8e-ac81-fcd2cf903e83 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:26.951366 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4442f-25b2-4695-a16f-17263d9e1710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cd9224-27b2-4dca-bbbc-d56748cb8f48', 'code': 200} Nov 23 14:32:26.951468 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f8424b13-6d9f-46ef-9a71-35c4bd6e5255 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a4719be271ae49a18146758f634bfe77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578181 Nov 23 14:32:26.951954 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54610) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.986854 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.007641 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-374fcc06-127d-4096-a582-95cd98d6c11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.029882 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25c8418c-ab19-4a0e-821e-4cf4d8defe01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.034074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-374fcc06-127d-4096-a582-95cd98d6c11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.039720 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95f97aca-04ee-41ee-883e-6099cec56f36 req-0d4c00fd-3d33-4447-9411-d5e2728e793a tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997322 Nov 23 14:32:27.053220 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=50cd9224-27b2-4dca-bbbc-d56748cb8f48,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:27.066174 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25c8418c-ab19-4a0e-821e-4cf4d8defe01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.193836 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-374fcc06-127d-4096-a582-95cd98d6c11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.196445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-374fcc06-127d-4096-a582-95cd98d6c11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.208374 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-374fcc06-127d-4096-a582-95cd98d6c11f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9118d75b-69cc-4f6f-a021-35f8d6ab91a1 HTTP/1.1" status: 204 len: 168 time: 0.2447109 Nov 23 14:32:27.209200 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fcc06-127d-4096-a582-95cd98d6c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9118d75b-69cc-4f6f-a021-35f8d6ab91a1,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:27.226270 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25c8418c-ab19-4a0e-821e-4cf4d8defe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.231298 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25c8418c-ab19-4a0e-821e-4cf4d8defe01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.233292 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-25c8418c-ab19-4a0e-821e-4cf4d8defe01 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3a354d4-71e4-46b6-8b1c-c2ab828ad47d HTTP/1.1" status: 204 len: 168 time: 0.3382435 Nov 23 14:32:27.251227 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8418c-ab19-4a0e-821e-4cf4d8defe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a354d4-71e4-46b6-8b1c-c2ab828ad47d,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:27.260616 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f86ab-e37e-48ef-8fbf-9194749794f9 req-1ab6cff4-7713-4a66-bd81-6b2ef3f3b4d1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.268879 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-796f86ab-e37e-48ef-8fbf-9194749794f9 req-1ab6cff4-7713-4a66-bd81-6b2ef3f3b4d1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.1006024 Nov 23 14:32:27.348945 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-796f86ab-e37e-48ef-8fbf-9194749794f9 req-af2abc19-f161-4eaf-8a43-fa4ce1e8eff4 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Nov 23 14:32:27.398528 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af99427-cda5-4d02-bd3b-25ec1c019018 req-a1e67778-b6b6-4d20-a1bb-bc827d372bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.400286 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4af99427-cda5-4d02-bd3b-25ec1c019018 req-a1e67778-b6b6-4d20-a1bb-bc827d372bac service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 1099 time: 0.0617204 Nov 23 14:32:27.463088 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4af99427-cda5-4d02-bd3b-25ec1c019018 req-b3a1750d-472c-44af-b7d7-38f36f09bfb5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531049 Nov 23 14:32:27.522866 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa350d5-a075-40a7-999a-8aeace3175d0 req-613f1cea-54fb-4a89-95a6-4fa85c6e35ff tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.524558 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0fa350d5-a075-40a7-999a-8aeace3175d0 req-613f1cea-54fb-4a89-95a6-4fa85c6e35ff tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0516207 Nov 23 14:32:27.603364 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0fa350d5-a075-40a7-999a-8aeace3175d0 req-ca73b9fa-7440-4d22-bf55-7c7c051c6e68 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 Nov 23 14:32:27.770531 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe782b0-9df5-45ae-a532-3d43a5f1247b req-9ea5bde7-eef7-4558-9342-795f044f9212 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.772348 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3fe782b0-9df5-45ae-a532-3d43a5f1247b req-9ea5bde7-eef7-4558-9342-795f044f9212 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Nov 23 14:32:27.827356 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3fe782b0-9df5-45ae-a532-3d43a5f1247b req-57b480f4-31c3-4817-9608-97f27b34770f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Nov 23 14:32:27.980041 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-38f3ccd2-4865-4300-9ed6-63860ac27eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.981925 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-38f3ccd2-4865-4300-9ed6-63860ac27eee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0447536 Nov 23 14:32:28.122014 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-a339e38f-4a99-4ca1-a368-ebf9724debbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.124426 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-a339e38f-4a99-4ca1-a368-ebf9724debbb service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.0979598 Nov 23 14:32:28.182620 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-4aadee53-dd9e-41ae-80a6-71c6e0eecbd6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.0502944 Nov 23 14:32:28.290152 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d22de8-3299-4151-8763-9876ba46b477 req-ee5332c0-d25f-408b-a778-9b2315ce0838 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.290152 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e8d22de8-3299-4151-8763-9876ba46b477 req-ee5332c0-d25f-408b-a778-9b2315ce0838 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 944 time: 0.1281173 Nov 23 14:32:28.290152 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-51b1caef-35dd-46bf-a0f9-cd5da5b6f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.290152 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-51b1caef-35dd-46bf-a0f9-cd5da5b6f881 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0741649 Nov 23 14:32:28.319694 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-dcd4fe85-c6aa-4ee4-baf8-fb2b7f765a04 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276835 Nov 23 14:32:28.372365 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e8d22de8-3299-4151-8763-9876ba46b477 req-8f82db2e-ef17-435e-9f90-db0fd3684b11 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962811 Nov 23 14:32:28.403669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54670) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:28.439010 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-efc3e9a8-ac6b-484e-abf7-83f73f6c74ab service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092880 Nov 23 14:32:28.542624 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-396999e2-ccf1-41a6-a88d-fa35c3047595 req-f8f7361c-8f4f-4cc7-8278-474c7abc44fe service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956659 Nov 23 14:32:28.615344 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-650881619-network', 'tenant_id': '374651ab7b774bf6b1d6c8ac7a94bdb8'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:28.647824 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c85a6d3a-c869-40b2-b0e9-5274f94633b1 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:28.706739 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Made reservation on behalf of 374651ab7b774bf6b1d6c8ac7a94bdb8 for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:28.709660 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.720688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.767676 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd19c36-cf0d-4d99-8204-60f6d1b1a3cb req-8f757947-7dc6-4a81-ae56-7a6dc4977d6e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.769176 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8cd19c36-cf0d-4d99-8204-60f6d1b1a3cb req-8f757947-7dc6-4a81-ae56-7a6dc4977d6e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0912476 Nov 23 14:32:28.780575 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port c85a6d3a-c869-40b2-b0e9-5274f94633b1 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:32:28.784542 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port c85a6d3a-c869-40b2-b0e9-5274f94633b1 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:28.785291 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.842315 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8cd19c36-cf0d-4d99-8204-60f6d1b1a3cb req-6034641d-6fde-46e0-a73c-1aba662b464a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646949 Nov 23 14:32:28.873310 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.875974 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.922035 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port c85a6d3a-c869-40b2-b0e9-5274f94633b1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:28.951894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.952458 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:28.956129 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051fdeb5-cee8-412b-8ceb-caa0b35aa654" -d '{"events": [{"server_uuid": "0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c", "name": "network-vif-plugged", "status": "completed", "tag": "c85a6d3a-c869-40b2-b0e9-5274f94633b1"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:28.978151 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:28.995585 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18917c-8955-446a-93fc-e12c74ae1baf,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:29.001381 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.001797 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Added segment 285ce580-bacc-40e0-82b1-27adaa73ec18 of type vlan for network a238991b-9612-42e1-988f-c440e19d18f2 Nov 23 14:32:29.007056 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.080418 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.108629 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20effd56-0e79-49f3-b425-aff267388b07 x-openstack-request-id: req-20effd56-0e79-49f3-b425-aff267388b07 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:29.109160 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c", "name": "network-vif-plugged", "status": "completed", "tag": "c85a6d3a-c869-40b2-b0e9-5274f94633b1", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:29.109418 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-20effd56-0e79-49f3-b425-aff267388b07 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:29.109845 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1', 'code': 200} Nov 23 14:32:29.126704 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=c85a6d3a-c869-40b2-b0e9-5274f94633b1,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:29.178376 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbea4c6-4a5f-41bf-8f4b-acd78cdb8df3 req-030e3d7f-a880-49be-90fd-25810e8520d0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.179918 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2bbea4c6-4a5f-41bf-8f4b-acd78cdb8df3 req-030e3d7f-a880-49be-90fd-25810e8520d0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0881290 Nov 23 14:32:29.188969 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.190031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.190683 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.247204 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2bbea4c6-4a5f-41bf-8f4b-acd78cdb8df3 req-bafc9d51-64f0-45c4-9e9c-0c448c186925 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613282 Nov 23 14:32:29.267451 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] Pushing event updated for resources: {'Network': ['ID=a238991b-9612-42e1-988f-c440e19d18f2,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:29.282242 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network a238991b-9612-42e1-988f-c440e19d18f2 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:29.324678 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54698) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:29.324678 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Request body: {'subnet': {'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-650881619-subnet', 'tenant_id': '374651ab7b774bf6b1d6c8ac7a94bdb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:29.325572 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3cd7f2f7-793b-4cb2-9629-1b908be24a05 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9200943 Nov 23 14:32:29.434256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Made reservation on behalf of 374651ab7b774bf6b1d6c8ac7a94bdb8 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:29.436558 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.532774 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eaf8e-8bc1-4e28-b8e1-762b2dd8b5e5 req-07a14860-b5fd-4295-bb8e-ed8b0f6bf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.534632 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ac0eaf8e-8bc1-4e28-b8e1-762b2dd8b5e5 req-07a14860-b5fd-4295-bb8e-ed8b0f6bf9ca service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 1098 time: 0.1155841 Nov 23 14:32:29.536573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5b01-ec5e-4da9-923f-a19fcc52b178 req-23230ce7-677a-4a0e-bc7a-d7307b307059 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.538103 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ccc5b01-ec5e-4da9-923f-a19fcc52b178 req-23230ce7-677a-4a0e-bc7a-d7307b307059 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 945 time: 0.0600562 Nov 23 14:32:29.592022 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ccc5b01-ec5e-4da9-923f-a19fcc52b178 req-9b4c9709-0d08-49f0-bc38-7c382506ba28 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Nov 23 14:32:29.600569 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ac0eaf8e-8bc1-4e28-b8e1-762b2dd8b5e5 req-e4dfd651-3c85-453b-bab6-c2191f0dbb06 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565066 Nov 23 14:32:29.760097 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.811998 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e81313-0b94-484c-817c-8932c277b417,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:29.832721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Checking segment: {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:29.832721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Network hostable DHCP agents. Network: a238991b-9612-42e1-988f-c440e19d18f2, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:32:29.908894 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Network a238991b-9612-42e1-988f-c440e19d18f2 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:32:29.968769 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70749fd-a6a7-4640-a8d3-5b2a6995d5ed req-512b2f75-8cbe-4bd4-ac98-992f2dc97c51 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.970332 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e70749fd-a6a7-4640-a8d3-5b2a6995d5ed req-512b2f75-8cbe-4bd4-ac98-992f2dc97c51 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0577536 Nov 23 14:32:30.017785 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, a238991b-9612-42e1-988f-c440e19d18f2) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:30.023665 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e70749fd-a6a7-4640-a8d3-5b2a6995d5ed req-b51d5909-013a-4daf-b2f5-397332c6198b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Nov 23 14:32:30.026992 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09d894-2d99-4be8-b966-41987ac6388a None None] Network a238991b-9612-42e1-988f-c440e19d18f2 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:30.033498 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.034130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.114632 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b31ba540-65f1-4127-be8e-ab67d949845f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7948050 Nov 23 14:32:30.170661 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6746c-d9d0-460f-9240-2b0749ef9742 None None] Network a238991b-9612-42e1-988f-c440e19d18f2 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:30.385895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b2a4-37f6-4e75-89e5-573c151d7de7 req-cf628874-0517-4725-ae80-690587a3030f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.387396 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d050b2a4-37f6-4e75-89e5-573c151d7de7 req-cf628874-0517-4725-ae80-690587a3030f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0619006 Nov 23 14:32:30.685013 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d050b2a4-37f6-4e75-89e5-573c151d7de7 req-f8dc789f-281b-4f38-a6e1-cbdb663df27f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905571 Nov 23 14:32:30.685658 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54762) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:30.729807 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9235-b095-4921-bae2-df8bb9220827 req-8b3a3ff8-49ba-4872-a8c1-85440933500e tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.731361 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dece9235-b095-4921-bae2-df8bb9220827 req-8b3a3ff8-49ba-4872-a8c1-85440933500e tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 945 time: 0.0611701 Nov 23 14:32:30.794297 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dece9235-b095-4921-bae2-df8bb9220827 req-e51a673e-a1af-422a-bb2c-7ec6698fce49 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Nov 23 14:32:30.801424 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b370-8b28-4817-a347-d0a47ddc4d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.884448 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b370-8b28-4817-a347-d0a47ddc4d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.963161 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b370-8b28-4817-a347-d0a47ddc4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.008438 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-8fe5b370-8b28-4817-a347-d0a47ddc4d88 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3da93d0849e145708c76b2749ea109dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221855 Nov 23 14:32:31.009395 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5b370-8b28-4817-a347-d0a47ddc4d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cfc8f9-507f-4ca1-af68-02ea18b293c2,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:31.011127 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54770) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:31.058680 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-afdd9fb5-bd59-46b1-8273-1db8c2a49ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.085626 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-afdd9fb5-bd59-46b1-8273-1db8c2a49ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.208647 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-afdd9fb5-bd59-46b1-8273-1db8c2a49ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.211316 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-afdd9fb5-bd59-46b1-8273-1db8c2a49ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.212486 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-afdd9fb5-bd59-46b1-8273-1db8c2a49ccc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e7cfc8f9-507f-4ca1-af68-02ea18b293c2 HTTP/1.1" status: 204 len: 168 time: 0.2002561 Nov 23 14:32:31.220445 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9fb5-bd59-46b1-8273-1db8c2a49ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cfc8f9-507f-4ca1-af68-02ea18b293c2,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:31.807755 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3586002-3cf3-41ab-8171-658822345948 req-258f8f14-d567-4c7a-931c-31fbe2024b36 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:31.809376 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b3586002-3cf3-41ab-8171-658822345948 req-258f8f14-d567-4c7a-931c-31fbe2024b36 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0515704 Nov 23 14:32:31.850106 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54790) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:31.867681 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48937f7e-2d37-4cf9-8390-b50968b694fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.868541 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b3586002-3cf3-41ab-8171-658822345948 req-b7c57e3f-2628-46e3-a8ea-b08e7bb89a2d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530250 Nov 23 14:32:31.960329 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475df66-5a41-4aea-97d7-716742e9c074 req-8af635fd-563a-487e-8ba1-dfceee665bec tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:31.961795 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2475df66-5a41-4aea-97d7-716742e9c074 req-8af635fd-563a-487e-8ba1-dfceee665bec tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 945 time: 0.0739341 Nov 23 14:32:32.005852 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48937f7e-2d37-4cf9-8390-b50968b694fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.027922 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2475df66-5a41-4aea-97d7-716742e9c074 req-d46e35a8-788e-4b89-8fa0-392a38c972aa tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597589 Nov 23 14:32:32.114234 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48937f7e-2d37-4cf9-8390-b50968b694fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.154038 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-48937f7e-2d37-4cf9-8390-b50968b694fe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fc6eafb837ae4fcf8c9a4547794bc5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022628 Nov 23 14:32:32.154910 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48937f7e-2d37-4cf9-8390-b50968b694fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec111277-91f6-4b09-ab4d-9206694fa0d7,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:32.157263 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54798) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.213133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-08de1e8f-da05-486e-a6c8-d107611f5f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.234367 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-08de1e8f-da05-486e-a6c8-d107611f5f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.391962 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-08de1e8f-da05-486e-a6c8-d107611f5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.395606 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-08de1e8f-da05-486e-a6c8-d107611f5f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.396792 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-08de1e8f-da05-486e-a6c8-d107611f5f73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ec111277-91f6-4b09-ab4d-9206694fa0d7 HTTP/1.1" status: 204 len: 168 time: 0.2388728 Nov 23 14:32:32.404706 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de1e8f-da05-486e-a6c8-d107611f5f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec111277-91f6-4b09-ab4d-9206694fa0d7,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:32.992471 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173faf1-5c3c-4440-aece-7a6830d8dbf5 req-928824f2-8187-4741-b762-19a6a2a41df3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.994116 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0173faf1-5c3c-4440-aece-7a6830d8dbf5 req-928824f2-8187-4741-b762-19a6a2a41df3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0511999 Nov 23 14:32:33.053919 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0173faf1-5c3c-4440-aece-7a6830d8dbf5 req-7fcf4829-c2d1-438b-927f-542c2e027a2b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Nov 23 14:32:33.879430 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-fd59f097-24e0-4078-b7d7-df14bc81dc8c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.880937 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-fd59f097-24e0-4078-b7d7-df14bc81dc8c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/networks?id=a238991b-9612-42e1-988f-c440e19d18f2 HTTP/1.1" status: 200 len: 813 time: 0.1264818 Nov 23 14:32:33.896152 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-a43e53ec-ba12-471e-bb27-8993caa5690d tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/quotas/374651ab7b774bf6b1d6c8ac7a94bdb8 HTTP/1.1" status: 200 len: 375 time: 0.0091882 Nov 23 14:32:33.929193 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-dd959d9e-9e2c-4b52-9666-110aad6e3263 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268157 Nov 23 14:32:34.048829 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-9263d3cf-4363-403b-828d-97643f1d6c1e service neutron] 10.222.0.82 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075120 Nov 23 14:32:34.172912 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-170ded27-9090-4c1c-9518-7c5e46cea164 service neutron] 10.222.0.82 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203587 Nov 23 14:32:34.186022 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af594a-e68b-4b19-9e37-d0df0ebe194b req-4aded098-2068-451f-9781-2ef72932ed52 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:34.187558 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-91af594a-e68b-4b19-9e37-d0df0ebe194b req-4aded098-2068-451f-9781-2ef72932ed52 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 945 time: 0.0728753 Nov 23 14:32:34.235965 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-91af594a-e68b-4b19-9e37-d0df0ebe194b req-1e1682d8-6fb8-4bb8-a756-f94ecde8e35e tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Nov 23 14:32:34.420450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 54890) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:34.446203 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-edecc401-3284-4f6c-b634-1e1689e8fe5b req-35318481-3fd3-4be4-af83-c6f1a7a9ff1e tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Nov 23 14:32:34.528693 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13556333-be6b-42f2-aa49-4970702ecbdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.609498 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13556333-be6b-42f2-aa49-4970702ecbdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.704497 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-13556333-be6b-42f2-aa49-4970702ecbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.738121 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13556333-be6b-42f2-aa49-4970702ecbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1476d1-b52d-4ce3-a994-d28decad8af9,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:34.743477 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-13556333-be6b-42f2-aa49-4970702ecbdc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e336e2371b1044ed96cd53acc8d71c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220794 Nov 23 14:32:34.746240 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 54898) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:34.796457 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d4f7-8ae3-4cc2-a98f-a0d5a70fea89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.822694 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d4f7-8ae3-4cc2-a98f-a0d5a70fea89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.940115 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d4f7-8ae3-4cc2-a98f-a0d5a70fea89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.943015 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d4f7-8ae3-4cc2-a98f-a0d5a70fea89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.944178 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7fe0d4f7-8ae3-4cc2-a98f-a0d5a70fea89 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3d1476d1-b52d-4ce3-a994-d28decad8af9 HTTP/1.1" status: 204 len: 168 time: 0.1969717 Nov 23 14:32:34.951911 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0d4f7-8ae3-4cc2-a98f-a0d5a70fea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1476d1-b52d-4ce3-a994-d28decad8af9,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:35.378893 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc854c-ab17-4a8c-bfde-9999b9dd4a0d req-15eae159-97b3-4234-8ad6-3250428aabce tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.381202 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2dcc854c-ab17-4a8c-bfde-9999b9dd4a0d req-15eae159-97b3-4234-8ad6-3250428aabce tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 945 time: 0.0733624 Nov 23 14:32:35.444705 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2dcc854c-ab17-4a8c-bfde-9999b9dd4a0d req-6f945711-5060-4a8a-825c-6e1ee7103af9 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/security-groups?id=634107e8-96d0-4c9a-8280-3ed8b4508085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566075 Nov 23 14:32:35.555824 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5b5787d2-372f-4a63-a6d2-e5d95ed0e5f8 req-d4efab89-8c68-41be-a6f6-4715a8c6dd48 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 210 time: 0.0410602 Nov 23 14:32:35.556407 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-dc558e78-75d3-49d0-aca0-498e7864dc89 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.557923 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-dc558e78-75d3-49d0-aca0-498e7864dc89 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 945 time: 0.0508945 Nov 23 14:32:35.668621 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Deleting port c85a6d3a-c869-40b2-b0e9-5274f94633b1 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:35.668961 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.767505 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] For port c85a6d3a-c869-40b2-b0e9-5274f94633b1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c85a6d3a-c869-40b2-b0e9-5274f94633b1,segment=NetworkSegment(ce72d733-425b-41d4-8dcf-943843bcbe09),segment_id=ce72d733-425b-41d4-8dcf-943843bcbe09)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:35.767830 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.781270 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Calling delete_port for c85a6d3a-c869-40b2-b0e9-5274f94633b1 owned by compute:nova {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:35.997202 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d3f1-a68b-423f-a2b1-d02e3bc5c826 req-f0479c0f-8468-4780-88fa-fe0948d3fdb5 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.997202 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-77b1d3f1-a68b-423f-a2b1-d02e3bc5c826 req-f0479c0f-8468-4780-88fa-fe0948d3fdb5 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0549095 Nov 23 14:32:36.023153 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.036347 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['c85a6d3a-c869-40b2-b0e9-5274f94633b1'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:36.075849 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Pushing event deleted for resources: {'Port': ['ID=c85a6d3a-c869-40b2-b0e9-5274f94633b1,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:36.141447 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-77b1d3f1-a68b-423f-a2b1-d02e3bc5c826 req-2ac5f97d-d71c-4c5e-a1b3-6823b4984b8f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321614 Nov 23 14:32:36.142581 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] No DVR routers for this DVR port c85a6d3a-c869-40b2-b0e9-5274f94633b1 on host hv-cinder-80475 {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:36.147649 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.151418 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ed00bfd4-2f93-4bd2-9a76-bc1ce2a1bf73 req-edad7f14-0a47-4925-bc65-4ae40710dba1 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.85 "DELETE /v2.0/ports/c85a6d3a-c869-40b2-b0e9-5274f94633b1 HTTP/1.1" status: 204 len: 173 time: 0.5774269 Nov 23 14:32:36.152094 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'name': 'network-vif-deleted', 'tag': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:36.154724 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45cb333-c02c-4bd9-ab8e-eca0c6f5a7a4" -d '{"events": [{"server_uuid": "0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c", "name": "network-vif-deleted", "tag": "c85a6d3a-c869-40b2-b0e9-5274f94633b1"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:36.172635 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:32:36.200826 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac56231-89a5-4676-8449-bd8f79b55f54 x-openstack-request-id: req-1ac56231-89a5-4676-8449-bd8f79b55f54 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:36.201214 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c", "name": "network-vif-deleted", "tag": "c85a6d3a-c869-40b2-b0e9-5274f94633b1", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:36.201648 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1ac56231-89a5-4676-8449-bd8f79b55f54 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:36.202191 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c', 'name': 'network-vif-deleted', 'tag': 'c85a6d3a-c869-40b2-b0e9-5274f94633b1', 'status': 'completed', 'code': 200} Nov 23 14:32:36.654234 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f5c948fb-6af1-401a-9a6c-2afd01970570 req-57134cb4-7cd6-40ca-b56a-2997f85f68b7 tempest-VolumesActionsTest-1123669206 tempest-VolumesActionsTest-1123669206-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f15f5c6-7035-4fcd-aa3f-55c0c3f2bb1c HTTP/1.1" status: 200 len: 210 time: 0.0291202 Nov 23 14:32:36.735822 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1cba30e9-14e1-4bda-b7ec-93cb7fa57592 req-5e77e974-92cf-4e17-bb99-04a21352d65f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 210 time: 0.0259485 Nov 23 14:32:36.908515 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-b96cb856-a4d3-4748-99c4-177fa6813c98 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.910011 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-b96cb856-a4d3-4748-99c4-177fa6813c98 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "GET /v2.0/networks?id=a238991b-9612-42e1-988f-c440e19d18f2 HTTP/1.1" status: 200 len: 813 time: 0.1108353 Nov 23 14:32:36.938012 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Request body: {'port': {'device_id': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2', 'admin_state_up': True, 'tenant_id': '374651ab7b774bf6b1d6c8ac7a94bdb8'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:37.168736 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Made reservation on behalf of 374651ab7b774bf6b1d6c8ac7a94bdb8 for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:37.172262 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.303983 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Allocated IP 172.20.0.11 (a238991b-9612-42e1-988f-c440e19d18f2/04e81313-0b94-484c-817c-8932c277b417/b583cf1d-49a4-4160-adc2-d5b91008581e) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:37.455814 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.540508 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.584854 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Network a238991b-9612-42e1-988f-c440e19d18f2 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:37.587787 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:37.591424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:37.616191 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Pushing event updated for resources: {'Port': ['ID=b583cf1d-49a4-4160-adc2-d5b91008581e,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.642377 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:37.643005 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.743686 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-1e4fa287-6534-42fd-b6b9-7dbd36919d21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8094723 Nov 23 14:32:37.762368 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Request body: {'port': {'device_id': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:37.847108 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.904523 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9723-6464-41d0-9295-3ca2405e71fa req-ffdb97e6-061f-46d9-9456-416c0807976e tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:37.906904 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-249d9723-6464-41d0-9295-3ca2405e71fa req-ffdb97e6-061f-46d9-9456-416c0807976e tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 932 time: 0.0969739 Nov 23 14:32:38.046334 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-249d9723-6464-41d0-9295-3ca2405e71fa req-277eaeb6-a680-48d0-bfbd-fb95cf3f6d52 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278787 Nov 23 14:32:38.174515 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b583cf1d-49a4-4160-adc2-d5b91008581e {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:38.191620 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.201680 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Transition to ACTIVE for port object b583cf1d-49a4-4160-adc2-d5b91008581e will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:32:38.248889 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.307136 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Pushing event updated for resources: {'Port': ['ID=b583cf1d-49a4-4160-adc2-d5b91008581e,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:38.384413 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Attempting to bind port b583cf1d-49a4-4160-adc2-d5b91008581e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:38.384834 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Attempting to bind port b583cf1d-49a4-4160-adc2-d5b91008581e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:38.385254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Attempting to bind port b583cf1d-49a4-4160-adc2-d5b91008581e on network a238991b-9612-42e1-988f-c440e19d18f2 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:38.389719 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Port b583cf1d-49a4-4160-adc2-d5b91008581e on network a238991b-9612-42e1-988f-c440e19d18f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:32:38.390027 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Attempting to bind port b583cf1d-49a4-4160-adc2-d5b91008581e on network a238991b-9612-42e1-988f-c440e19d18f2 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:38.394784 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:38.395107 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Checking segment: {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:38.396305 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Bound using segment: {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:38.396802 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Bound port: b583cf1d-49a4-4160-adc2-d5b91008581e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:38.397174 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.463605 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] For port b583cf1d-49a4-4160-adc2-d5b91008581e, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:38.466770 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] For port b583cf1d-49a4-4160-adc2-d5b91008581e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b583cf1d-49a4-4160-adc2-d5b91008581e,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:38.529507 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.562415 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.562977 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.564355 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] 10.222.0.85 "PUT /v2.0/ports/b583cf1d-49a4-4160-adc2-d5b91008581e HTTP/1.1" status: 200 len: 1094 time: 0.8063567 Nov 23 14:32:38.566387 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'tag': 'b583cf1d-49a4-4160-adc2-d5b91008581e'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:38.569378 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467cca0e-4ae7-4866-8fa2-0f11add0ea99" -d '{"events": [{"name": "network-changed", "server_uuid": "66d63f1e-28e8-4644-a848-e1c1820b86f1", "tag": "b583cf1d-49a4-4160-adc2-d5b91008581e"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:38.601443 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda28b95-5f59-498f-9ba9-78a01fd95c5d service neutron] Pushing event updated for resources: {'Port': ['ID=b583cf1d-49a4-4160-adc2-d5b91008581e,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:38.607627 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b60a3f-6c62-484c-91e2-97b26683c95d x-openstack-request-id: req-c0b60a3f-6c62-484c-91e2-97b26683c95d {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:38.608018 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d63f1e-28e8-4644-a848-e1c1820b86f1", "tag": "b583cf1d-49a4-4160-adc2-d5b91008581e", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:38.608322 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c0b60a3f-6c62-484c-91e2-97b26683c95d {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:38.608799 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'tag': 'b583cf1d-49a4-4160-adc2-d5b91008581e', 'status': 'completed', 'code': 200} Nov 23 14:32:38.697537 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c85a6d3a-c869-40b2-b0e9-5274f94633b1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:38.718034 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: c85a6d3a-c869-40b2-b0e9-5274f94633b1 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:38.718408 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c85a6d3a-c869-40b2-b0e9-5274f94633b1 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:38.796980 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cca0e-4ae7-4866-8fa2-0f11add0ea99 req-81c119e6-0692-4f51-a6e4-3e3743ebc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.798482 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-467cca0e-4ae7-4866-8fa2-0f11add0ea99 req-81c119e6-0692-4f51-a6e4-3e3743ebc09b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 1097 time: 0.0439639 Nov 23 14:32:38.982135 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cca0e-4ae7-4866-8fa2-0f11add0ea99 req-b58558f3-715d-4d6d-887b-20867c92b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.983606 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-467cca0e-4ae7-4866-8fa2-0f11add0ea99 req-b58558f3-715d-4d6d-887b-20867c92b22a service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1717758 Nov 23 14:32:39.401295 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156957-36d6-467a-a45f-64cc8b043cc2 req-0a6d7d27-0990-4756-b2bd-f4b0ffb5d5ab tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.402699 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-50156957-36d6-467a-a45f-64cc8b043cc2 req-0a6d7d27-0990-4756-b2bd-f4b0ffb5d5ab tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.1420598 Nov 23 14:32:39.403653 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cca0e-4ae7-4866-8fa2-0f11add0ea99 req-84f0c696-2f64-4c4b-a011-65d0cdc9e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.404975 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-467cca0e-4ae7-4866-8fa2-0f11add0ea99 req-84f0c696-2f64-4c4b-a011-65d0cdc9e8c7 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4138896 Nov 23 14:32:39.457745 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-50156957-36d6-467a-a45f-64cc8b043cc2 req-e78ef1bc-e206-482e-be35-81e869bbba4b tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Nov 23 14:32:39.519287 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-341740b6-efe3-4a8d-a37c-f8eec6872d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.521347 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-341740b6-efe3-4a8d-a37c-f8eec6872d78 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 1097 time: 0.0425246 Nov 23 14:32:40.139961 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-fd0fb845-e728-41ac-9a39-b29e5d517140 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b583cf1d-49a4-4160-adc2-d5b91008581e HTTP/1.1" status: 200 len: 217 time: 0.0408857 Nov 23 14:32:40.191715 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a67d-0654-40e8-89ca-a204b121381b req-2fe84941-9e9a-4f33-b823-ea8782bcf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:40.194359 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-2fe84941-9e9a-4f33-b823-ea8782bcf35f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=04e81313-0b94-484c-817c-8932c277b417 HTTP/1.1" status: 200 len: 853 time: 0.0463858 Nov 23 14:32:40.596524 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba556894-ddb2-49f0-9ce8-4f4992e95ca1 req-bb0bf1ea-257b-4599-a2b6-3519869ab187 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:40.597955 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ba556894-ddb2-49f0-9ce8-4f4992e95ca1 req-bb0bf1ea-257b-4599-a2b6-3519869ab187 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0501080 Nov 23 14:32:40.643649 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ba556894-ddb2-49f0-9ce8-4f4992e95ca1 req-f8344ff0-dffb-497a-b99d-1e49f3818eec tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Nov 23 14:32:42.518557 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-07f01c5d-d3ee-4e80-8411-eaff4e32c135 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a238991b-9612-42e1-988f-c440e19d18f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251698 Nov 23 14:32:45.146486 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-360325f1-76d4-40f2-8e30-a865d4284b1e service neutron] 10.222.0.85 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863304 Nov 23 14:32:45.196953 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3f086-f8ec-4646-8eff-98e8c81c5e2d req-058937e8-3e75-4bd9-835f-64ae89bd058f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:45.198425 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d7e3f086-f8ec-4646-8eff-98e8c81c5e2d req-058937e8-3e75-4bd9-835f-64ae89bd058f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Nov 23 14:32:45.238793 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-be48a67d-0654-40e8-89ca-a204b121381b req-a8df76a5-add9-479b-b84d-0b93d11a6a5f service neutron] 10.222.0.85 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 Nov 23 14:32:45.245525 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d7e3f086-f8ec-4646-8eff-98e8c81c5e2d req-2a532096-96fd-4a4d-bdf1-b76be53f09f5 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Nov 23 14:32:48.947791 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ff9a-3bbc-45e2-8558-807c9875ad17 req-e16f10a9-7bfa-41df-b5fc-49e305c1f7b5 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:48.949273 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f4a9ff9a-3bbc-45e2-8558-807c9875ad17 req-e16f10a9-7bfa-41df-b5fc-49e305c1f7b5 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0517552 Nov 23 14:32:48.995913 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f4a9ff9a-3bbc-45e2-8558-807c9875ad17 req-4c761b8c-d3f5-40d2-be97-95f5cc0b7757 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Nov 23 14:32:50.630287 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d30037-fcb6-4aea-984f-0e839c653044 req-b974b9a9-71de-44df-b888-6eb77693a4b7 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:50.631659 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75d30037-fcb6-4aea-984f-0e839c653044 req-b974b9a9-71de-44df-b888-6eb77693a4b7 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0475543 Nov 23 14:32:50.678948 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75d30037-fcb6-4aea-984f-0e839c653044 req-9cdf6b92-e563-4db7-bf1e-7e3cc19d0a3c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Nov 23 14:32:50.835667 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0b756080-3257-4751-8470-3a3ab704587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.811343 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb886a-5b6f-4644-a2eb-0d0e8100c2a3 req-c47e02aa-492b-4426-81c0-6df5b374c06f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:51.812838 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d5eb886a-5b6f-4644-a2eb-0d0e8100c2a3 req-c47e02aa-492b-4426-81c0-6df5b374c06f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0487170 Nov 23 14:32:51.865513 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d5eb886a-5b6f-4644-a2eb-0d0e8100c2a3 req-4bb51b54-403c-4477-8890-a5d8fb8c518c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Nov 23 14:32:52.426724 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-ab383e03-17e9-402e-ac80-0799e200fc03 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:52.432779 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-ab383e03-17e9-402e-ac80-0799e200fc03 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.1214106 Nov 23 14:32:52.447905 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-392a5adc-2323-465e-b34f-e7d8343f7310 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/quotas/368da8317e0d4261811a214a941624dc HTTP/1.1" status: 200 len: 375 time: 0.0124028 Nov 23 14:32:52.499975 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-ea4814f2-8ecb-4be6-bf13-bfdac69c81b1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471694 Nov 23 14:32:52.603647 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aee82562-6f95-4628-bdc4-7cc606a1bd2a service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961461 Nov 23 14:32:52.700985 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-54b8d349-ab62-401b-b840-584958f51aab service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913060 Nov 23 14:32:53.086079 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d80a99-c820-4f44-847c-4993de12ebde req-d1825d19-de7d-472f-bfb8-47c0504a33e7 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:53.094972 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-72d80a99-c820-4f44-847c-4993de12ebde req-d1825d19-de7d-472f-bfb8-47c0504a33e7 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0698128 Nov 23 14:32:53.165573 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ebe49ba8-078d-461a-8735-1778d361c642 req-44a2a815-6aa1-42d4-93f7-630d10c07536 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 210 time: 0.0679760 Nov 23 14:32:53.199974 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-72d80a99-c820-4f44-847c-4993de12ebde req-75472d3d-a4c1-4d95-8988-3f57a57f33ee tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934534 Nov 23 14:32:53.335447 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7e0861f3-a27a-4bd0-9e75-7379c28c30a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.337576 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9c2d8bb5-22e7-4678-9892-dcc5becb822e req-faf2f696-52b9-41de-96bf-b127042f9823 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 210 time: 0.0948753 Nov 23 14:32:54.506681 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ae33e-df1b-4d80-af84-96e709bccb7a req-ebd18c03-40c1-4692-a2a2-7b930ec08b6c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:54.507360 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.508668 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-813ae33e-df1b-4d80-af84-96e709bccb7a req-ebd18c03-40c1-4692-a2a2-7b930ec08b6c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 944 time: 0.0673866 Nov 23 14:32:54.573700 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-813ae33e-df1b-4d80-af84-96e709bccb7a req-2eee112c-99be-4e9d-9a09-5cf6d49088e1 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584507 Nov 23 14:32:54.778469 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device b583cf1d-49a4-4160-adc2-d5b91008581e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:55.069851 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port b583cf1d-49a4-4160-adc2-d5b91008581e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b583cf1d-49a4-4160-adc2-d5b91008581e,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:55.085350 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'b583cf1d-49a4-4160-adc2-d5b91008581e', 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2', 'port_id': 'b583cf1d-49a4-4160-adc2-d5b91008581e', 'mac_address': 'fa:16:3e:24:ff:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e81313-0b94-484c-817c-8932c277b417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:55.138906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.155162 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b583cf1d-49a4-4160-adc2-d5b91008581e {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:55.194868 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port b583cf1d-49a4-4160-adc2-d5b91008581e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b583cf1d-49a4-4160-adc2-d5b91008581e,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:55.266975 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.330096 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=b583cf1d-49a4-4160-adc2-d5b91008581e,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:55.338557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.339185 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.339725 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.340218 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.347081 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.347610 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.348098 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.348685 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.349031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.349362 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.349916 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.350398 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:55.583571 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d480adcd-8ddc-43d7-8937-c8aac91cab58 req-28274cc6-eea9-4bfe-aba7-04a14bffb887 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 210 time: 0.0650065 Nov 23 14:32:55.674540 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-bf8ee115-e56d-4c55-8701-bdefca1da411 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:55.676406 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-bf8ee115-e56d-4c55-8701-bdefca1da411 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.2097344 Nov 23 14:32:55.698592 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Request body: {'port': {'device_id': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'admin_state_up': True, 'tenant_id': '368da8317e0d4261811a214a941624dc'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:55.724297 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.743153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fec98-a464-4f6f-ad44-08c7da1da737 req-5ed9afb5-310e-4676-b843-ec60a5f54da0 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:55.751317 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-435fec98-a464-4f6f-ad44-08c7da1da737 req-5ed9afb5-310e-4676-b843-ec60a5f54da0 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 945 time: 0.0606303 Nov 23 14:32:55.813016 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-435fec98-a464-4f6f-ad44-08c7da1da737 req-df549d06-1d37-4e0a-93a5-560c48e0cf5f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Nov 23 14:32:55.838564 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['b583cf1d-49a4-4160-adc2-d5b91008581e'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:55.903935 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Made reservation on behalf of 368da8317e0d4261811a214a941624dc for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:55.907598 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.064618 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.108219 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Allocated IP 172.20.0.4 (91c21480-0f27-4f06-9850-471f208e0ee5/eccc233e-7824-4c70-ac58-4b4ee2fa4393/6eb8710c-9885-4985-b1fc-07ee28411a7c) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:56.268266 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.382475 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.426952 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Network 91c21480-0f27-4f06-9850-471f208e0ee5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:56.434607 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:56.438463 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:56.480286 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event updated for resources: {'Port': ['ID=6eb8710c-9885-4985-b1fc-07ee28411a7c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:56.498900 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:56.499646 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.595577 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-aecad9b9-637b-4fe9-a279-3669b1a36ba1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9032876 Nov 23 14:32:56.651035 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Request body: {'port': {'device_id': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:56.775782 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.838198 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 55398) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:56.876873 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5577-0483-4e11-b520-8c7bb2b9f385 req-ddb02326-16c8-4872-87be-65402defc2cb tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:56.876873 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c2c5577-0483-4e11-b520-8c7bb2b9f385 req-ddb02326-16c8-4872-87be-65402defc2cb tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 931 time: 0.1135850 Nov 23 14:32:56.910887 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.002338 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-af4b9164-c3a1-43d2-8a8d-80bfb38d9db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.023012 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808da20f-89b8-4b04-83d9-6fc7aece5bb0 req-88ed460c-7609-451e-9532-ab07647a9eee tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:57.025006 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-808da20f-89b8-4b04-83d9-6fc7aece5bb0 req-88ed460c-7609-451e-9532-ab07647a9eee tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 945 time: 0.1000028 Nov 23 14:32:57.038568 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c2c5577-0483-4e11-b520-8c7bb2b9f385 req-132f9ac0-4fd2-401f-8e51-1b7ee63e8060 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631570 Nov 23 14:32:57.103533 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-af4b9164-c3a1-43d2-8a8d-80bfb38d9db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.153806 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-808da20f-89b8-4b04-83d9-6fc7aece5bb0 req-1cc7dff1-cedf-40a0-bdab-f9a4cdd3ffdc tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531590 Nov 23 14:32:57.183713 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-af4b9164-c3a1-43d2-8a8d-80bfb38d9db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.229684 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9164-c3a1-43d2-8a8d-80bfb38d9db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad588fbd-2bdf-45ff-b60a-6fdc9372794c,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.231219 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb8710c-9885-4985-b1fc-07ee28411a7c {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:57.245504 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.250686 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-af4b9164-c3a1-43d2-8a8d-80bfb38d9db9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=52251a518d864b91977bb90cefc4014b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108441 Nov 23 14:32:57.253717 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 55404) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.261043 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Transition to ACTIVE for port object 6eb8710c-9885-4985-b1fc-07ee28411a7c will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:32:57.313394 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-966cc836-877e-4b9d-83f8-d484b135088e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.326992 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.348161 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-966cc836-877e-4b9d-83f8-d484b135088e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.354701 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:57.416721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb8710c-9885-4985-b1fc-07ee28411a7c,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.494042 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-966cc836-877e-4b9d-83f8-d484b135088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.497396 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-966cc836-877e-4b9d-83f8-d484b135088e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.501350 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-966cc836-877e-4b9d-83f8-d484b135088e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ad588fbd-2bdf-45ff-b60a-6fdc9372794c HTTP/1.1" status: 204 len: 168 time: 0.2437851 Nov 23 14:32:57.523600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cc836-877e-4b9d-83f8-d484b135088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad588fbd-2bdf-45ff-b60a-6fdc9372794c,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.537573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Attempting to bind port 6eb8710c-9885-4985-b1fc-07ee28411a7c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:57.544056 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Attempting to bind port 6eb8710c-9885-4985-b1fc-07ee28411a7c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:57.544569 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Attempting to bind port 6eb8710c-9885-4985-b1fc-07ee28411a7c on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:57.561312 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Port 6eb8710c-9885-4985-b1fc-07ee28411a7c on network 91c21480-0f27-4f06-9850-471f208e0ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:32:57.561766 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Attempting to bind port 6eb8710c-9885-4985-b1fc-07ee28411a7c on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:57.586595 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:57.587077 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Checking segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:57.595439 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Bound using segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:57.598344 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Bound port: 6eb8710c-9885-4985-b1fc-07ee28411a7c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:57.598344 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.713292 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] For port 6eb8710c-9885-4985-b1fc-07ee28411a7c, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:57.717147 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] For port 6eb8710c-9885-4985-b1fc-07ee28411a7c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6eb8710c-9885-4985-b1fc-07ee28411a7c,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:57.832381 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.881791 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:57.882417 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.883891 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] 10.222.0.85 "PUT /v2.0/ports/6eb8710c-9885-4985-b1fc-07ee28411a7c HTTP/1.1" status: 200 len: 1093 time: 1.2386837 Nov 23 14:32:57.887371 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'tag': '6eb8710c-9885-4985-b1fc-07ee28411a7c'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:57.889677 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cacec6ec-9dcb-43ce-96fe-15584c509e65", "tag": "6eb8710c-9885-4985-b1fc-07ee28411a7c"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:57.924828 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f82431-c4b5-4006-8d3b-8559a240a784 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb8710c-9885-4985-b1fc-07ee28411a7c,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.955950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d9d2ca-f37f-48d7-92b4-99f8b8f6ccdc x-openstack-request-id: req-81d9d2ca-f37f-48d7-92b4-99f8b8f6ccdc {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:57.956432 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacec6ec-9dcb-43ce-96fe-15584c509e65", "tag": "6eb8710c-9885-4985-b1fc-07ee28411a7c", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:57.956770 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-81d9d2ca-f37f-48d7-92b4-99f8b8f6ccdc {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:57.957262 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'tag': '6eb8710c-9885-4985-b1fc-07ee28411a7c', 'status': 'completed', 'code': 200} Nov 23 14:32:58.071225 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb req-544a9e59-448a-4412-8eaa-dd0dc7074cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.072771 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb req-544a9e59-448a-4412-8eaa-dd0dc7074cb4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 1096 time: 0.0859809 Nov 23 14:32:58.226473 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb req-1316e22c-6ceb-4d43-842d-cdc36ba87b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.229270 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb req-1316e22c-6ceb-4d43-842d-cdc36ba87b93 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=368da8317e0d4261811a214a941624dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1411366 Nov 23 14:32:58.259562 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0abc0e-6ac0-4cce-913c-06cb91b600d8 req-92925fb5-0f10-49c4-9023-feb4a25cc871 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.274351 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cc0abc0e-6ac0-4cce-913c-06cb91b600d8 req-92925fb5-0f10-49c4-9023-feb4a25cc871 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 943 time: 0.1200526 Nov 23 14:32:58.336544 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cc0abc0e-6ac0-4cce-913c-06cb91b600d8 req-a8a0d4d7-3fbd-43e0-9bab-f9b4005ef2b1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560741 Nov 23 14:32:58.381570 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb req-e95914be-3546-49aa-8b8b-a76a1e6bff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.383648 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ee646ad1-c805-4b1c-bdf0-7c63918c83eb req-e95914be-3546-49aa-8b8b-a76a1e6bff6d service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1430130 Nov 23 14:32:58.418813 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0740d3-7fb4-4e2d-b128-896cdde3ba41 req-08e7b859-ea61-442d-bd85-32739e7cdaf7 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.426255 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7d0740d3-7fb4-4e2d-b128-896cdde3ba41 req-08e7b859-ea61-442d-bd85-32739e7cdaf7 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 945 time: 0.0855842 Nov 23 14:32:58.520634 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-86fdce25-2f92-4333-8815-14908a89d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.521954 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-86fdce25-2f92-4333-8815-14908a89d26b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 1096 time: 0.0688450 Nov 23 14:32:58.525594 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7d0740d3-7fb4-4e2d-b128-896cdde3ba41 req-2b458cef-1734-456b-b934-a030099a3096 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984530 Nov 23 14:32:58.576155 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-4ce93042-1ff5-44bc-bae4-70cc2ec84a58 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eb8710c-9885-4985-b1fc-07ee28411a7c HTTP/1.1" status: 200 len: 217 time: 0.0387931 Nov 23 14:32:58.676457 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-7127f691-f169-4f3e-8544-8f6b4a3695e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.678043 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-7127f691-f169-4f3e-8544-8f6b4a3695e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 200 len: 854 time: 0.0822809 Nov 23 14:32:58.723806 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-924ce95a-4a70-4274-b593-8960c4715056 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91c21480-0f27-4f06-9850-471f208e0ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316057 Nov 23 14:32:58.795225 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device b583cf1d-49a4-4160-adc2-d5b91008581e up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:58.906080 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-c45a0177-00f1-4733-b92e-f36f01aa4c52 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648526 Nov 23 14:32:58.967411 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port b583cf1d-49a4-4160-adc2-d5b91008581e completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:32:58.971760 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port b583cf1d-49a4-4160-adc2-d5b91008581e triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:58.972145 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.031404 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ff907c92-4724-4d2e-8985-0dd8edd815a0 req-04a69ad9-e56d-418c-87de-3e1d4408509a service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148243 Nov 23 14:32:59.085302 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.119828 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b583cf1d-49a4-4160-adc2-d5b91008581e'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:59.123140 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c0e71e-9910-4f88-a5ce-d30c99e9dd4d" -d '{"events": [{"server_uuid": "66d63f1e-28e8-4644-a848-e1c1820b86f1", "name": "network-vif-plugged", "status": "completed", "tag": "b583cf1d-49a4-4160-adc2-d5b91008581e"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:59.137003 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port b583cf1d-49a4-4160-adc2-d5b91008581e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b583cf1d-49a4-4160-adc2-d5b91008581e,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:59.198512 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.257904 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=b583cf1d-49a4-4160-adc2-d5b91008581e,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:59.744552 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472eb44d-f2b3-4590-a8fd-6ec0d6b01ebb x-openstack-request-id: req-472eb44d-f2b3-4590-a8fd-6ec0d6b01ebb {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:59.744877 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d63f1e-28e8-4644-a848-e1c1820b86f1", "name": "network-vif-plugged", "status": "completed", "tag": "b583cf1d-49a4-4160-adc2-d5b91008581e", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:59.745133 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-472eb44d-f2b3-4590-a8fd-6ec0d6b01ebb {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:59.745530 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b583cf1d-49a4-4160-adc2-d5b91008581e', 'code': 200} Nov 23 14:32:59.911595 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bdbff-0631-489a-a57c-f74770c2ea50 req-2178f62b-29e4-414a-9aaf-4d754ca7b4ea tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:59.920494 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b82bdbff-0631-489a-a57c-f74770c2ea50 req-2178f62b-29e4-414a-9aaf-4d754ca7b4ea tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 943 time: 0.1154370 Nov 23 14:32:59.962396 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b82bdbff-0631-489a-a57c-f74770c2ea50 req-ddfb0c83-0e0f-4829-839a-8ecd1d91e37a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Nov 23 14:33:00.074114 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff572-053a-4dc1-8015-f67836d3c69d req-8d3b6236-bed2-411d-9464-6c1c87617c21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:00.074114 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2c0ff572-053a-4dc1-8015-f67836d3c69d req-8d3b6236-bed2-411d-9464-6c1c87617c21 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0535541 Nov 23 14:33:00.161769 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2c0ff572-053a-4dc1-8015-f67836d3c69d req-3c00cfad-3f31-4595-9d19-2061c83f0839 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 Nov 23 14:33:00.220010 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544ba04-ad1e-4e4b-be0d-9cefe0b640a1 req-a01a0c95-c9d6-468b-a555-3bc8ee40df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:00.221620 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b544ba04-ad1e-4e4b-be0d-9cefe0b640a1 req-a01a0c95-c9d6-468b-a555-3bc8ee40df89 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 1099 time: 0.0675273 Nov 23 14:33:00.270722 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b544ba04-ad1e-4e4b-be0d-9cefe0b640a1 req-347cd2ef-838c-425d-bcc8-4501c8d94a08 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Nov 23 14:33:01.129789 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd75c-fed2-4175-a9e7-f522f6c70c97 req-3ea1489a-84a8-4dbf-8b9e-744d62795565 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:01.139250 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c18cd75c-fed2-4175-a9e7-f522f6c70c97 req-3ea1489a-84a8-4dbf-8b9e-744d62795565 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 943 time: 0.0871449 Nov 23 14:33:01.221846 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c18cd75c-fed2-4175-a9e7-f522f6c70c97 req-55b12ccb-8595-4e69-a2ce-137aea6871e1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604961 Nov 23 14:33:01.351908 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59329bc6-c4f6-48ac-aa92-8d52126c84f4 req-01776b2d-cf69-478a-bd9b-5f50f8995201 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:01.354689 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-59329bc6-c4f6-48ac-aa92-8d52126c84f4 req-01776b2d-cf69-478a-bd9b-5f50f8995201 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0683942 Nov 23 14:33:01.416886 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-59329bc6-c4f6-48ac-aa92-8d52126c84f4 req-5a4ed40f-ee57-4257-aee5-2bdc1de28c99 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558057 Nov 23 14:33:02.109234 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a6a1a-74ff-4f76-bd10-6c452def04f1 req-778403aa-5a76-4bf9-88de-fe547eb1750c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.110906 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c27a6a1a-74ff-4f76-bd10-6c452def04f1 req-778403aa-5a76-4bf9-88de-fe547eb1750c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0706265 Nov 23 14:33:02.189989 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-1a658eb9-89ff-4068-a950-093af72e6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.191605 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-1a658eb9-89ff-4068-a950-093af72e6192 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0747416 Nov 23 14:33:02.195463 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c27a6a1a-74ff-4f76-bd10-6c452def04f1 req-0fa3f8fc-5216-4249-b295-e931100327cd tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774634 Nov 23 14:33:02.331739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-5881efb4-44c9-44bd-b822-1da6a5a21611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.334357 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-5881efb4-44c9-44bd-b822-1da6a5a21611 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.1337113 Nov 23 14:33:02.372603 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e208-9909-4338-b637-a7ab291e4bf2 req-af0991bd-12ee-4168-8ecc-a9c9456fcd5c tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.374651 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-82a7e208-9909-4338-b637-a7ab291e4bf2 req-af0991bd-12ee-4168-8ecc-a9c9456fcd5c tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 943 time: 0.0728123 Nov 23 14:33:02.406798 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-f8379d4a-858d-447b-91bd-553c295ae059 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.0533426 Nov 23 14:33:02.499132 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-82a7e208-9909-4338-b637-a7ab291e4bf2 req-8e172a96-6c11-4505-9db7-ef5047544f7a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948436 Nov 23 14:33:02.505519 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-109c6f22-52cc-4d40-a83b-73be4369984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.511295 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-109c6f22-52cc-4d40-a83b-73be4369984e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0891047 Nov 23 14:33:02.550430 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7345e-5083-45c1-8018-afe896e28005 req-edebbde7-0fe9-4043-8a60-9566a20cca42 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.551984 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5bb7345e-5083-45c1-8018-afe896e28005 req-edebbde7-0fe9-4043-8a60-9566a20cca42 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0641904 Nov 23 14:33:02.558161 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-a2b7edeb-2794-47e5-ba34-3994e32744ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290494 Nov 23 14:33:02.621128 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5bb7345e-5083-45c1-8018-afe896e28005 req-f12c8445-4846-4cc7-8611-0148db0d05c8 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590825 Nov 23 14:33:02.711754 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-81c983c1-e166-4f08-90fc-97a5a8f10043 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342149 Nov 23 14:33:02.838091 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ca135ccd-45ea-468d-8e0b-a39c4e6bdd89 req-f294ed0d-aecf-4a29-a6c5-05b6ace5a6e1 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081843 Nov 23 14:33:03.395985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7585-20f6-4118-8ecd-8ccc372bad0e req-324173e6-2337-498a-9313-d9775ac519c9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:03.398340 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc4b7585-20f6-4118-8ecd-8ccc372bad0e req-324173e6-2337-498a-9313-d9775ac519c9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.1028762 Nov 23 14:33:03.475958 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc4b7585-20f6-4118-8ecd-8ccc372bad0e req-f98ae168-7ebd-4fd8-9a5e-c354db847d3e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Nov 23 14:33:03.613210 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea53cd6-d765-4029-9b40-ff86503cec79 req-35a62873-d947-41d0-bd54-613ef568ace5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:03.614738 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fea53cd6-d765-4029-9b40-ff86503cec79 req-35a62873-d947-41d0-bd54-613ef568ace5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 943 time: 0.0504606 Nov 23 14:33:03.680031 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fea53cd6-d765-4029-9b40-ff86503cec79 req-1778ed39-d7ee-480f-b161-b382cb30dddb tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Nov 23 14:33:03.740590 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7ec0e-1469-4e5f-be48-161e3295eaef req-59e25e94-44ad-40ac-9fed-5188d1c6e94c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:03.743151 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6a7ec0e-1469-4e5f-be48-161e3295eaef req-59e25e94-44ad-40ac-9fed-5188d1c6e94c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0564821 Nov 23 14:33:03.798646 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6a7ec0e-1469-4e5f-be48-161e3295eaef req-fbad0928-5ace-40c3-be23-958e53387806 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466099 Nov 23 14:33:04.658610 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704d359-8415-4c25-aff2-835a8fcb399a req-f689a250-978f-4716-840a-6cc3aa649b11 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:04.660676 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c704d359-8415-4c25-aff2-835a8fcb399a req-f689a250-978f-4716-840a-6cc3aa649b11 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0674107 Nov 23 14:33:04.722006 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c704d359-8415-4c25-aff2-835a8fcb399a req-21eb52b6-cf50-408e-b542-17b733f0f6dd tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465939 Nov 23 14:33:06.000438 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6eb8710c-9885-4985-b1fc-07ee28411a7c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:33:06.095138 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 6eb8710c-9885-4985-b1fc-07ee28411a7c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6eb8710c-9885-4985-b1fc-07ee28411a7c,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:06.107069 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '6eb8710c-9885-4985-b1fc-07ee28411a7c', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'port_id': '6eb8710c-9885-4985-b1fc-07ee28411a7c', 'mac_address': 'fa:16:3e:77:b2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eccc233e-7824-4c70-ac58-4b4ee2fa4393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:33:06.146578 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.159188 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb8710c-9885-4985-b1fc-07ee28411a7c {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:06.177432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 6eb8710c-9885-4985-b1fc-07ee28411a7c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6eb8710c-9885-4985-b1fc-07ee28411a7c,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:06.247510 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.293531 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=6eb8710c-9885-4985-b1fc-07ee28411a7c,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:08.956278 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d38f64-4f48-469e-8e08-d3a758496b3b req-7d48bc55-f108-4120-a44a-b07b82de0da6 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:08.957839 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-34d38f64-4f48-469e-8e08-d3a758496b3b req-7d48bc55-f108-4120-a44a-b07b82de0da6 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 944 time: 0.0525107 Nov 23 14:33:09.049802 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-34d38f64-4f48-469e-8e08-d3a758496b3b req-0c8d8d4b-e7b2-49c1-ac20-aca2f36961e6 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849090 Nov 23 14:33:09.082503 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215856ea-c0a2-422b-a05d-69e44f909a88 req-98d4a503-7156-401e-af0b-bdc20bf20602 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:09.085128 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-215856ea-c0a2-422b-a05d-69e44f909a88 req-98d4a503-7156-401e-af0b-bdc20bf20602 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0961320 Nov 23 14:33:09.161404 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-215856ea-c0a2-422b-a05d-69e44f909a88 req-70aae3d3-f256-4a2e-8814-2df8bccf1742 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648973 Nov 23 14:33:09.720075 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['6eb8710c-9885-4985-b1fc-07ee28411a7c'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:10.175987 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c1575-2ceb-402c-8dde-1135bbe07874 req-6192f4b8-f6e7-4726-9af7-09ae41b4fda4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:10.178845 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8a8c1575-2ceb-402c-8dde-1135bbe07874 req-6192f4b8-f6e7-4726-9af7-09ae41b4fda4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 944 time: 0.0600190 Nov 23 14:33:10.234670 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8a8c1575-2ceb-402c-8dde-1135bbe07874 req-ff187f33-bfe2-4cd3-a50e-72ce5b2366e7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Nov 23 14:33:10.314176 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a31c9-779f-4f31-8126-cb8b216860c4 req-c593dfc3-4f7e-4ca0-91be-058b8404e379 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:10.316437 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-648a31c9-779f-4f31-8126-cb8b216860c4 req-c593dfc3-4f7e-4ca0-91be-058b8404e379 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0589242 Nov 23 14:33:10.370190 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-648a31c9-779f-4f31-8126-cb8b216860c4 req-1e725bb1-27c1-4b38-9ac1-837162e0a451 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Nov 23 14:33:11.392361 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e726ba-86c5-44ec-9866-f6f82d61d997 req-70e45777-3e06-4318-b275-b2acc1454d3a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:11.401689 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-17e726ba-86c5-44ec-9866-f6f82d61d997 req-70e45777-3e06-4318-b275-b2acc1454d3a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 944 time: 0.0807953 Nov 23 14:33:11.479063 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-17e726ba-86c5-44ec-9866-f6f82d61d997 req-60d1e1ba-11fb-4265-9168-fce2a9ec3e89 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760422 Nov 23 14:33:11.571191 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7dd68-a25f-4282-8fb9-3fc80367000b req-249aa1f9-1506-43d2-b92f-86ac82349f5d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:11.573399 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-26e7dd68-a25f-4282-8fb9-3fc80367000b req-249aa1f9-1506-43d2-b92f-86ac82349f5d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0552666 Nov 23 14:33:11.652563 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-26e7dd68-a25f-4282-8fb9-3fc80367000b req-6aad9798-c30d-44ca-9cd6-43abf01b1223 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710752 Nov 23 14:33:13.170498 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:33:13.824958 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6eb8710c-9885-4985-b1fc-07ee28411a7c up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:13.938397 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 6eb8710c-9885-4985-b1fc-07ee28411a7c completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:33:13.942573 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 6eb8710c-9885-4985-b1fc-07ee28411a7c triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:13.946885 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.023356 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.045355 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb8710c-9885-4985-b1fc-07ee28411a7c'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:14.047545 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7d075-5a79-4fba-9745-a63d416c9a14" -d '{"events": [{"server_uuid": "cacec6ec-9dcb-43ce-96fe-15584c509e65", "name": "network-vif-plugged", "status": "completed", "tag": "6eb8710c-9885-4985-b1fc-07ee28411a7c"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:14.059657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 6eb8710c-9885-4985-b1fc-07ee28411a7c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6eb8710c-9885-4985-b1fc-07ee28411a7c,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:14.121577 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.170505 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=6eb8710c-9885-4985-b1fc-07ee28411a7c,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:16.329351 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a38aac-621a-447f-b3b0-73df87e108c5 req-6e9adcf1-ab3a-4d79-ae56-a03b68cb2eac tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.331609 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c1a38aac-621a-447f-b3b0-73df87e108c5 req-6e9adcf1-ab3a-4d79-ae56-a03b68cb2eac tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0639777 Nov 23 14:33:16.332008 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec4b5-d734-4ae6-843a-1aba988d1fd4 req-70e90f44-366f-485a-ab22-a74566cd63d3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.333886 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fffec4b5-d734-4ae6-843a-1aba988d1fd4 req-70e90f44-366f-485a-ab22-a74566cd63d3 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Nov 23 14:33:16.387070 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fffec4b5-d734-4ae6-843a-1aba988d1fd4 req-5f5f3ce8-8975-4399-83bf-b8d227a3abc1 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Nov 23 14:33:16.434266 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c1a38aac-621a-447f-b3b0-73df87e108c5 req-4fc20279-35a5-4dab-870e-d5438307bbc1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935259 Nov 23 14:33:16.455435 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6f2d9-aec1-4a34-8fc0-2d804e1abc60 x-openstack-request-id: req-dde6f2d9-aec1-4a34-8fc0-2d804e1abc60 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:16.456521 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacec6ec-9dcb-43ce-96fe-15584c509e65", "name": "network-vif-plugged", "status": "completed", "tag": "6eb8710c-9885-4985-b1fc-07ee28411a7c", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:16.456962 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dde6f2d9-aec1-4a34-8fc0-2d804e1abc60 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:16.457367 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb8710c-9885-4985-b1fc-07ee28411a7c', 'code': 200} Nov 23 14:33:17.373933 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bb5e1-3f51-4e92-8c4e-fbf7c9be3705 req-77e852cb-4a23-4d2d-a0cb-4ca428e305fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:17.376366 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c10bb5e1-3f51-4e92-8c4e-fbf7c9be3705 req-77e852cb-4a23-4d2d-a0cb-4ca428e305fd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 1098 time: 0.3733149 Nov 23 14:33:17.478797 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c10bb5e1-3f51-4e92-8c4e-fbf7c9be3705 req-b462615c-a558-4e67-bd65-9716e6a7ba5c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929220 Nov 23 14:33:17.602078 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750205f-d059-418d-8446-dce2cbded2db req-86dd5285-424f-406f-9c6a-ea2991b3112c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:17.603806 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a750205f-d059-418d-8446-dce2cbded2db req-86dd5285-424f-406f-9c6a-ea2991b3112c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0663257 Nov 23 14:33:17.626691 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d72c3-f28a-455d-84e2-84ad4df1ce8a req-b3482288-3613-40d9-afb4-dee188db7ae7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:17.634454 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b56d72c3-f28a-455d-84e2-84ad4df1ce8a req-b3482288-3613-40d9-afb4-dee188db7ae7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0626769 Nov 23 14:33:17.689382 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a750205f-d059-418d-8446-dce2cbded2db req-e82686bf-9e08-4bed-b034-5d32eb2e2e5b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696692 Nov 23 14:33:17.697518 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b56d72c3-f28a-455d-84e2-84ad4df1ce8a req-469592e5-7f5d-40e4-9984-108ce39ccde4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621684 Nov 23 14:33:18.839650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904006d-e821-4226-9ff6-26d0cac1e201 req-3bde5aa4-749c-42ad-a40f-9506ee603f0f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:18.858085 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f904006d-e821-4226-9ff6-26d0cac1e201 req-3bde5aa4-749c-42ad-a40f-9506ee603f0f tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0814934 Nov 23 14:33:18.878785 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bed2f-0a2a-442e-9446-cfd9b9df6566 req-3745b104-d3b6-4e67-b422-d2a579388b27 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:18.887481 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-904bed2f-0a2a-442e-9446-cfd9b9df6566 req-3745b104-d3b6-4e67-b422-d2a579388b27 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0812991 Nov 23 14:33:18.924187 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f904006d-e821-4226-9ff6-26d0cac1e201 req-501168ce-84e7-481c-be0c-156012d39d24 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639493 Nov 23 14:33:18.951927 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-904bed2f-0a2a-442e-9446-cfd9b9df6566 req-43fffec3-e4d6-4ff7-9e03-2207a7d1e055 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633693 Nov 23 14:33:20.076068 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4061816-aa43-464f-b890-6bfbf97a6339 req-fe723ee9-7b38-4223-a6a6-d41c46935f03 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:20.078415 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e4061816-aa43-464f-b890-6bfbf97a6339 req-fe723ee9-7b38-4223-a6a6-d41c46935f03 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0751846 Nov 23 14:33:20.095581 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4b4a6-5121-43a5-8348-9b571b993627 req-a16d1b5f-5710-4b29-bcdf-0e82c881d8cd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:20.097362 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a1a4b4a6-5121-43a5-8348-9b571b993627 req-a16d1b5f-5710-4b29-bcdf-0e82c881d8cd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0679677 Nov 23 14:33:20.132184 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e4061816-aa43-464f-b890-6bfbf97a6339 req-44ee20cd-6f34-4bc3-8a67-3f4b000e6911 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463486 Nov 23 14:33:20.194572 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a1a4b4a6-5121-43a5-8348-9b571b993627 req-a5600f6c-5f0c-4712-983a-324489f3c30f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843813 Nov 23 14:33:20.893471 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-76cc4cf0-0986-41ca-921b-88f4982cb4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.265682 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5542c8b-a44a-41dd-8561-4a5e0499d4f4 req-adc35d86-fedc-4203-bde6-329eee751d73 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:21.267168 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a5542c8b-a44a-41dd-8561-4a5e0499d4f4 req-adc35d86-fedc-4203-bde6-329eee751d73 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0496800 Nov 23 14:33:21.315042 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a5542c8b-a44a-41dd-8561-4a5e0499d4f4 req-b4eee4e7-6b3d-4fa2-af16-3349ee4c4f2b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Nov 23 14:33:22.437171 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332d53e-81bd-4ec2-bab7-5cf2e9d202ad req-8fa14148-dbae-46ae-b22c-1cf0f0651cb9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:22.438625 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e332d53e-81bd-4ec2-bab7-5cf2e9d202ad req-8fa14148-dbae-46ae-b22c-1cf0f0651cb9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Nov 23 14:33:22.490145 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e332d53e-81bd-4ec2-bab7-5cf2e9d202ad req-de22a461-f14e-4b57-85b9-62ada45a0a79 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453930 Nov 23 14:33:23.219258 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-19ab2290-971b-416e-892d-889d6f1f0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.318753 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 55968) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:23.502506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6ec8635a-c6c0-4dff-b012-21f232d50b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.648575 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ffe81-b004-4544-a09d-ef82bcfbb0b6 req-4ff356e7-99e6-428e-bdeb-a31020d05a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:23.650085 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-693ffe81-b004-4544-a09d-ef82bcfbb0b6 req-4ff356e7-99e6-428e-bdeb-a31020d05a27 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.1393332 Nov 23 14:33:23.651429 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6ec8635a-c6c0-4dff-b012-21f232d50b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.667716 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-4f2120d6-2ee0-4bdd-b3a6-499501b066a2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:23.669398 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-4f2120d6-2ee0-4bdd-b3a6-499501b066a2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.2025032 Nov 23 14:33:23.673524 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cdb20-4a36-467d-aac4-860efd602c68 req-8096251b-a33d-44a7-922f-99606a4f3099 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:23.675512 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092cdb20-4a36-467d-aac4-860efd602c68 req-8096251b-a33d-44a7-922f-99606a4f3099 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0764589 Nov 23 14:33:23.728959 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-9a65bff4-5429-4a48-942b-41478590a0b5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/quotas/368da8317e0d4261811a214a941624dc HTTP/1.1" status: 200 len: 375 time: 0.0339665 Nov 23 14:33:23.736868 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-693ffe81-b004-4544-a09d-ef82bcfbb0b6 req-78163ab1-8e94-486b-b8c9-09c553d2cb79 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663056 Nov 23 14:33:23.748856 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092cdb20-4a36-467d-aac4-860efd602c68 req-7c9452f8-1037-4e2c-b9a8-078959f68b07 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637958 Nov 23 14:33:23.750078 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6ec8635a-c6c0-4dff-b012-21f232d50b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.797129 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6ec8635a-c6c0-4dff-b012-21f232d50b67 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=56a71d51b13d4a1a9d9a9aa0796897c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770830 Nov 23 14:33:23.798220 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8635a-c6c0-4dff-b012-21f232d50b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48105e0e-64c5-4cc9-be4b-4bd5474fba65,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:23.801317 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 55992) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:23.804207 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-df674642-ca5c-4fe9-82a0-c9d7010e5e2f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663040 Nov 23 14:33:23.859304 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fcc78a76-b8a8-48fc-abc1-9d16a197cb73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.888352 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fcc78a76-b8a8-48fc-abc1-9d16a197cb73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.915299 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-ba5890cc-bb33-4a64-bc5c-07cb0a1be1a3 service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985248 Nov 23 14:33:23.999921 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fcc78a76-b8a8-48fc-abc1-9d16a197cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.002614 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fcc78a76-b8a8-48fc-abc1-9d16a197cb73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.003767 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-fcc78a76-b8a8-48fc-abc1-9d16a197cb73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/48105e0e-64c5-4cc9-be4b-4bd5474fba65 HTTP/1.1" status: 204 len: 168 time: 0.2014046 Nov 23 14:33:24.010863 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-ed7d3976-a4e2-42cd-86f2-a85ceff61e64 service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890572 Nov 23 14:33:24.012507 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78a76-b8a8-48fc-abc1-9d16a197cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48105e0e-64c5-4cc9-be4b-4bd5474fba65,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:24.336380 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a82c45f8-8a86-4eb3-a878-5644b4424f69 req-f1864cc1-2b56-4246-a02b-ab81ff4bfd32 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 210 time: 0.0288002 Nov 23 14:33:24.436727 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.897980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9a99-38a2-4d43-9b90-8f7201b0a12e req-9424c256-4ab5-460b-a015-118719e80dd6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:24.899450 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-202d9a99-38a2-4d43-9b90-8f7201b0a12e req-9424c256-4ab5-460b-a015-118719e80dd6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Nov 23 14:33:24.949457 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-202d9a99-38a2-4d43-9b90-8f7201b0a12e req-c6b716e2-7307-46ab-be11-9b5598baba56 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Nov 23 14:33:25.733716 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.053599 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.819133 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.272791 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f2710699-929a-49f2-9a07-442125405597 req-eeea56fa-afb1-4b57-98e3-ba8f77a68560 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Nov 23 14:33:30.297435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132943b9-1459-4d3b-9a61-210a295133df req-0962ae34-98f7-4ee5-ae75-98bdf85731f6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:30.298988 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-132943b9-1459-4d3b-9a61-210a295133df req-0962ae34-98f7-4ee5-ae75-98bdf85731f6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0662410 Nov 23 14:33:30.350717 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-132943b9-1459-4d3b-9a61-210a295133df req-13bb2c8d-338b-43f8-8e4b-dab8cccbda2d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Nov 23 14:33:31.425201 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9a3d6754-2b2f-4ccd-959c-b80dcdae5f67 req-01e3da47-1cee-4ecf-a1e9-76eeb99e505f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 210 time: 0.0384269 Nov 23 14:33:31.482657 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d7422-4d4e-45af-b3b9-a95ed72a369b req-f8836240-100a-4e47-9625-ff955916f85d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.484405 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7e0d7422-4d4e-45af-b3b9-a95ed72a369b req-f8836240-100a-4e47-9625-ff955916f85d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0575130 Nov 23 14:33:31.536894 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7e0d7422-4d4e-45af-b3b9-a95ed72a369b req-53d7ce53-6f5c-43ec-b51e-4d51f2923a54 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Nov 23 14:33:31.951936 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-1bbfa361-7933-4c0f-b25d-2d57cad3c774 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.953461 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-1bbfa361-7933-4c0f-b25d-2d57cad3c774 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.1061947 Nov 23 14:33:31.962974 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-6a059abb-9b2e-4da2-b211-0626e0d59557 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442429 Nov 23 14:33:31.979863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Request body: {'port': {'device_id': '1c214697-d673-4304-b403-6624296f8ef2', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'admin_state_up': True, 'tenant_id': '368da8317e0d4261811a214a941624dc'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:32.035341 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-aea7f13d-7bb3-4a9b-9bc1-cd563b08569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.036854 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-aea7f13d-7bb3-4a9b-9bc1-cd563b08569a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 1098 time: 0.0405951 Nov 23 14:33:32.123880 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56118) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:32.171876 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Deleting subnet 1a9c0003-6cd3-4d00-bb9e-0ba746c6965e {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:33:32.172276 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-1e5ebdb2-5897-45b1-a851-49e2bddf66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.173740 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-1e5ebdb2-5897-45b1-a851-49e2bddf66c3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.0988574 Nov 23 14:33:32.175169 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.198868 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Made reservation on behalf of 368da8317e0d4261811a214a941624dc for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:32.202688 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.238092 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-2b0ec3cf-afd4-447b-a93c-222e3e2393f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1493c8d-1347-413a-a2df-021ced559963 HTTP/1.1" status: 200 len: 217 time: 0.0526676 Nov 23 14:33:32.251134 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.297105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-2687e880-060f-47cf-9181-d6cc3ee51bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.298663 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-2687e880-060f-47cf-9181-d6cc3ee51bf9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0492764 Nov 23 14:33:32.332018 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-2fa22e5f-d9b6-4d9a-b266-9d97bacb534c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241864 Nov 23 14:33:32.348041 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.439284 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Allocated IP 172.20.0.5 (91c21480-0f27-4f06-9850-471f208e0ee5/eccc233e-7824-4c70-ac58-4b4ee2fa4393/33c40c31-9d6e-4241-9de7-e23035380d49) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:32.483329 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-43b02115-1778-4ed1-82de-1f9667efa16f service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411436 Nov 23 14:33:32.594201 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7c913f06-51c7-4fb4-89ae-a62bbe823be5 req-769464b6-0e6d-40c1-827f-0ec1fa78617d service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953948 Nov 23 14:33:32.635717 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6ad0e07a-ba8b-468c-aae2-9e9c60fc7b12 req-39499ca7-962a-41da-b87e-2cb98f048bf7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 210 time: 0.0690598 Nov 23 14:33:32.639302 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.667482 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc675e4-e41b-438b-8847-f307f223f262 req-0163f318-ab6b-437f-ae3c-b1c01cdb5daf tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.669066 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9fc675e4-e41b-438b-8847-f307f223f262 req-0163f318-ab6b-437f-ae3c-b1c01cdb5daf tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0561764 Nov 23 14:33:32.673938 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9c0003-6cd3-4d00-bb9e-0ba746c6965e,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:32.688742 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.691984 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] 10.222.0.82 "DELETE /v2.0/subnets/1a9c0003-6cd3-4d00-bb9e-0ba746c6965e HTTP/1.1" status: 204 len: 168 time: 0.5669208 Nov 23 14:33:32.694852 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56146) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:32.699074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699719 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699719 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.699935 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.700246 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.700588 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.700897 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890969b6-acbb-4482-894f-e543ac45f6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:32.727770 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.779216 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9fc675e4-e41b-438b-8847-f307f223f262 req-173cbe7b-396e-45ab-a1a4-8bcc5592c715 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023030 Nov 23 14:33:32.795259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.840739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.858005 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48', '6eb8710c-9885-4985-b1fc-07ee28411a7c'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:32.876184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.902919 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ebbb4f-c920-416e-88ae-b0ddbdad523e']}} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:32.924615 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce72d733-425b-41d4-8dcf-943843bcbe09') {'for_net_delete': True} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:32.924941 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce72d733-425b-41d4-8dcf-943843bcbe09') {} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:32.940620 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2142867244'] for segment, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.954708 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event updated for resources: {'Port': ['ID=33c40c31-9d6e-4241-9de7-e23035380d49,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:32.969133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.977732 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Network 91c21480-0f27-4f06-9850-471f208e0ee5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:32.979910 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:32.985196 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:32.990922 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:33:32.991612 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143283108'] for segment, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: Traceback (most recent call last): Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: timer() Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: cb(*args, **kw) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: return func(*args, **kwargs) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: self._notify() Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: self.callback(batched_events) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: event.method(event) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: return f(self, *a, **k) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._get(url).json() Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: return self.request(url, 'GET', **kwargs) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:33:32.994817 dv-cinder-804757-10-iscsi neutron-server[103066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:33:33.082542 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.083316 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.179990 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.184490 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-e02b806e-79a1-4c18-9694-2710d638556f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2085888 Nov 23 14:33:33.195918 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.199890 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] 10.222.0.82 "DELETE /v2.0/networks/27ebbb4f-c920-416e-88ae-b0ddbdad523e HTTP/1.1" status: 204 len: 168 time: 0.5038621 Nov 23 14:33:33.201885 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Pushing event deleted for resources: {'Network': ['ID=27ebbb4f-c920-416e-88ae-b0ddbdad523e,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:33.207300 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Request body: {'port': {'device_id': '1c214697-d673-4304-b403-6624296f8ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:33.211158 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.211501 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.219037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c953d3-d1dc-481f-8589-4ee04bd720ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:33.269221 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.461367 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3fa1-7807-4927-80c3-7842934ca505 req-1988687d-e448-4ad5-9a25-2c3abfd8ef4c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.463173 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-81cc3fa1-7807-4927-80c3-7842934ca505 req-1988687d-e448-4ad5-9a25-2c3abfd8ef4c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0836022 Nov 23 14:33:33.566597 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-81cc3fa1-7807-4927-80c3-7842934ca505 req-ce73e62d-428c-4835-88c2-e43425b2b7f0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727684 Nov 23 14:33:33.617262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-16baa46d-6fd6-4cc2-8ad7-e1200bb1531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.618897 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-16baa46d-6fd6-4cc2-8ad7-e1200bb1531e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 1098 time: 0.0623152 Nov 23 14:33:33.625025 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c40c31-9d6e-4241-9de7-e23035380d49 {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:33.632814 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.650458 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Transition to ACTIVE for port object 33c40c31-9d6e-4241-9de7-e23035380d49 will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:33:33.676619 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56172) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:33.724355 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b7befa24-71e5-4dd4-a8eb-34bf21aa8e39 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2ebe2cb2394a4a3199c5df49b8793c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463891 Nov 23 14:33:33.726726 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56174) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:33.738403 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.758568 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-cab6a74d-408d-4243-8419-eaa83e395b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.760553 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-cab6a74d-408d-4243-8419-eaa83e395b04 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 200 len: 920 time: 0.1327517 Nov 23 14:33:33.777227 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760918ab-ae82-41b3-a33c-f9bbfa4c762e req-a905c432-6ee8-4308-b1a7-47fcf537dad4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.778766 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-760918ab-ae82-41b3-a33c-f9bbfa4c762e req-a905c432-6ee8-4308-b1a7-47fcf537dad4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 931 time: 0.0767956 Nov 23 14:33:33.809643 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Pushing event updated for resources: {'Port': ['ID=33c40c31-9d6e-4241-9de7-e23035380d49,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:33.825573 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-4c6728b6-05ed-4823-a988-ba3e08a88c8a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 200 len: 217 time: 0.0458663 Nov 23 14:33:33.859802 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e28d6e24-2acb-475a-9a85-69505c393048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.892834 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e28d6e24-2acb-475a-9a85-69505c393048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.894001 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-760918ab-ae82-41b3-a33c-f9bbfa4c762e req-b4b86c2d-a57e-4e9e-8f35-5db1f5048277 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074512 Nov 23 14:33:33.901670 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-a025c837-9414-4794-9c7f-62a663ce46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.903634 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-a025c837-9414-4794-9c7f-62a663ce46a1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 200 len: 858 time: 0.0632470 Nov 23 14:33:33.919630 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Attempting to bind port 33c40c31-9d6e-4241-9de7-e23035380d49 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:33.919960 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Attempting to bind port 33c40c31-9d6e-4241-9de7-e23035380d49 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:33.920315 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Attempting to bind port 33c40c31-9d6e-4241-9de7-e23035380d49 on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:33.938109 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Port 33c40c31-9d6e-4241-9de7-e23035380d49 on network 91c21480-0f27-4f06-9850-471f208e0ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:33:33.938430 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Attempting to bind port 33c40c31-9d6e-4241-9de7-e23035380d49 on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:33.945982 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:33.946254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Checking segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:33.952582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Bound using segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:33.952582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Bound port: 33c40c31-9d6e-4241-9de7-e23035380d49, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:33.952582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.952923 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-44764b70-7b46-4ca2-9e63-fe060f68dbee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273824 Nov 23 14:33:34.023128 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] For port 33c40c31-9d6e-4241-9de7-e23035380d49, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:34.027244 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] For port 33c40c31-9d6e-4241-9de7-e23035380d49, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33c40c31-9d6e-4241-9de7-e23035380d49,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:34.054263 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e28d6e24-2acb-475a-9a85-69505c393048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.055122 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-e07d8029-5ee8-46b8-8c96-1793190a8d5e service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977724 Nov 23 14:33:34.058161 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e28d6e24-2acb-475a-9a85-69505c393048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.060505 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e28d6e24-2acb-475a-9a85-69505c393048 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/634107e8-96d0-4c9a-8280-3ed8b4508085 HTTP/1.1" status: 204 len: 168 time: 0.3317428 Nov 23 14:33:34.068178 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d6e24-2acb-475a-9a85-69505c393048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634107e8-96d0-4c9a-8280-3ed8b4508085,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:34.114334 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.147502 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.148650 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.149919 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] 10.222.0.85 "PUT /v2.0/ports/33c40c31-9d6e-4241-9de7-e23035380d49 HTTP/1.1" status: 200 len: 1093 time: 0.9488709 Nov 23 14:33:34.151014 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c214697-d673-4304-b403-6624296f8ef2', 'tag': '33c40c31-9d6e-4241-9de7-e23035380d49'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:34.153648 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03c8801-0166-4280-8fc2-2284e1e6755e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c214697-d673-4304-b403-6624296f8ef2", "tag": "33c40c31-9d6e-4241-9de7-e23035380d49"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:34.179462 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-000c30b1-9375-43ce-83f1-4873d048ddf9 req-ced0fbc1-6b16-4e4b-a4ca-f76c731ed473 service neutron] 10.222.0.85 "GET /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145542 Nov 23 14:33:34.205866 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b808-e79d-4d67-aa9f-870e437551d6 service neutron] Pushing event updated for resources: {'Port': ['ID=33c40c31-9d6e-4241-9de7-e23035380d49,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:34.209685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a22380e-2590-4535-84c1-a465e639d5bf x-openstack-request-id: req-1a22380e-2590-4535-84c1-a465e639d5bf {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:34.214745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c214697-d673-4304-b403-6624296f8ef2", "tag": "33c40c31-9d6e-4241-9de7-e23035380d49", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:34.214745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1a22380e-2590-4535-84c1-a465e639d5bf {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:34.214745 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c214697-d673-4304-b403-6624296f8ef2', 'tag': '33c40c31-9d6e-4241-9de7-e23035380d49', 'status': 'completed', 'code': 200} Nov 23 14:33:34.308977 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8801-0166-4280-8fc2-2284e1e6755e req-25c9ed84-a6f3-4d3e-97f9-19775c759cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.310612 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c03c8801-0166-4280-8fc2-2284e1e6755e req-25c9ed84-a6f3-4d3e-97f9-19775c759cee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0591447 Nov 23 14:33:34.417892 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8801-0166-4280-8fc2-2284e1e6755e req-8c047e7e-c05c-43ba-8bee-250fec3615cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.419527 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c03c8801-0166-4280-8fc2-2284e1e6755e req-8c047e7e-c05c-43ba-8bee-250fec3615cf service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=368da8317e0d4261811a214a941624dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966008 Nov 23 14:33:34.527613 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8801-0166-4280-8fc2-2284e1e6755e req-a540e024-da2e-4300-827b-58031d1bd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.529191 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c03c8801-0166-4280-8fc2-2284e1e6755e req-a540e024-da2e-4300-827b-58031d1bd43c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0978992 Nov 23 14:33:34.674347 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-929143b7-9e11-42a0-aaad-87f5b464a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.675847 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-929143b7-9e11-42a0-aaad-87f5b464a65b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0493557 Nov 23 14:33:34.700387 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd94644-983c-4636-803e-1f4c7a215e1b req-26777717-9789-4433-9e74-d4eda7bb3e9e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.707561 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dcd94644-983c-4636-803e-1f4c7a215e1b req-26777717-9789-4433-9e74-d4eda7bb3e9e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0611002 Nov 23 14:33:34.745376 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-661b7fb4-15a9-4554-a8fb-7be912bf8ed3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c40c31-9d6e-4241-9de7-e23035380d49 HTTP/1.1" status: 200 len: 217 time: 0.0471320 Nov 23 14:33:34.767692 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dcd94644-983c-4636-803e-1f4c7a215e1b req-496c640b-ee77-4260-ae07-aef08ea07c23 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593414 Nov 23 14:33:34.810181 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-68e3929d-8ca3-4370-84a5-68a11f081f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.811628 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-68e3929d-8ca3-4370-84a5-68a11f081f85 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 200 len: 854 time: 0.0554483 Nov 23 14:33:34.850840 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-5224dbe7-4e57-4d89-b743-d0b7519f1d12 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91c21480-0f27-4f06-9850-471f208e0ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251789 Nov 23 14:33:34.943258 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-94c29533-40b9-45f8-b39f-1d99c9e18625 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842674 Nov 23 14:33:35.023826 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ec17d-cdcd-4cd5-aeb4-37b7d507e96a req-d98e392a-0eb8-494a-a203-a6574554d7db tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.026304 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-671ec17d-cdcd-4cd5-aeb4-37b7d507e96a req-d98e392a-0eb8-494a-a203-a6574554d7db tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 943 time: 0.0547881 Nov 23 14:33:35.049851 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1685bbd0-253a-43bf-b92c-78a3b6cabcac req-f9823f25-aeeb-4dd5-af82-91c1416ea529 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986934 Nov 23 14:33:35.086292 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-671ec17d-cdcd-4cd5-aeb4-37b7d507e96a req-2a0a8e44-f4d7-49d3-879a-3d67bb0ca70b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538185 Nov 23 14:33:35.903867 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3a6d6-4b72-441e-82a7-bd981ec50d6c req-af38de12-7e1c-4d85-bf49-9c68195338ed tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.905432 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-43f3a6d6-4b72-441e-82a7-bd981ec50d6c req-af38de12-7e1c-4d85-bf49-9c68195338ed tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0595026 Nov 23 14:33:35.966867 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-43f3a6d6-4b72-441e-82a7-bd981ec50d6c req-3955f5e0-8a12-401d-8345-050cc1f2a09e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527201 Nov 23 14:33:36.208451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce938b0-0464-4ab6-91c8-d3cc03a5c694 req-0633a0af-44b0-4081-8942-3d2f2aec0e0a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:36.210037 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1ce938b0-0464-4ab6-91c8-d3cc03a5c694 req-0633a0af-44b0-4081-8942-3d2f2aec0e0a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 943 time: 0.0531666 Nov 23 14:33:36.257838 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1ce938b0-0464-4ab6-91c8-d3cc03a5c694 req-b49ea9cf-66ae-4070-8f01-0827e2c7ba2b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Nov 23 14:33:37.125024 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12f29-a27a-446d-8256-9d51440adb0f req-cb445515-66a0-437a-a256-4609df386969 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:37.130133 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0ef12f29-a27a-446d-8256-9d51440adb0f req-cb445515-66a0-437a-a256-4609df386969 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0563400 Nov 23 14:33:37.174919 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0ef12f29-a27a-446d-8256-9d51440adb0f req-7f3b8536-12d4-475e-8426-e9b88c15c90c tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Nov 23 14:33:37.378476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1aa3-10d5-4853-a90c-9524c05d5517 req-7602bb91-d6ce-4f4b-81a4-cc7a38afdd78 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:37.379965 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-999d1aa3-10d5-4853-a90c-9524c05d5517 req-7602bb91-d6ce-4f4b-81a4-cc7a38afdd78 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 943 time: 0.0523908 Nov 23 14:33:37.428457 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-999d1aa3-10d5-4853-a90c-9524c05d5517 req-031ed385-1413-4375-8c05-ad3569b57fe4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Nov 23 14:33:37.592907 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56290) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:37.694197 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-725b1436-64f9-483d-a714-8dd4b76244e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.766378 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-725b1436-64f9-483d-a714-8dd4b76244e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.834216 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-725b1436-64f9-483d-a714-8dd4b76244e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.875943 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-725b1436-64f9-483d-a714-8dd4b76244e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4fb27a1e6022427bb32ea87b4c7a6f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819335 Nov 23 14:33:37.876831 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b1436-64f9-483d-a714-8dd4b76244e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e501a485-7c33-44a6-b399-4717d313a1a6,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:37.878594 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56294) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:37.928527 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f3444f78-550b-4944-8345-1bfb702b29d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.953448 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f3444f78-550b-4944-8345-1bfb702b29d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.065316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f3444f78-550b-4944-8345-1bfb702b29d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.067941 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f3444f78-550b-4944-8345-1bfb702b29d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.069162 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f3444f78-550b-4944-8345-1bfb702b29d5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e501a485-7c33-44a6-b399-4717d313a1a6 HTTP/1.1" status: 204 len: 168 time: 0.1895144 Nov 23 14:33:38.077705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444f78-550b-4944-8345-1bfb702b29d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501a485-7c33-44a6-b399-4717d313a1a6,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:38.312928 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc5e9e-0fbc-4663-aaa2-bd24704f77e2 req-4a5b3aba-1647-4afe-8019-11dd126ab16d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:38.314393 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bbcc5e9e-0fbc-4663-aaa2-bd24704f77e2 req-4a5b3aba-1647-4afe-8019-11dd126ab16d tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Nov 23 14:33:38.364591 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bbcc5e9e-0fbc-4663-aaa2-bd24704f77e2 req-401b7023-5fd9-43a5-b012-bc56fe9c715e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Nov 23 14:33:38.573322 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4354-4071-4c30-82c5-5785636bbacd req-800b1817-7965-4f16-8a6b-23a14b4f4395 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:38.575560 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4aeb4354-4071-4c30-82c5-5785636bbacd req-800b1817-7965-4f16-8a6b-23a14b4f4395 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 943 time: 0.0566156 Nov 23 14:33:38.657766 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4aeb4354-4071-4c30-82c5-5785636bbacd req-38b58af1-3224-4144-890e-70d70fee26d2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756342 Nov 23 14:33:39.035434 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 33c40c31-9d6e-4241-9de7-e23035380d49 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:33:39.158748 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 33c40c31-9d6e-4241-9de7-e23035380d49, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33c40c31-9d6e-4241-9de7-e23035380d49,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:39.174456 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '33c40c31-9d6e-4241-9de7-e23035380d49', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'port_id': '33c40c31-9d6e-4241-9de7-e23035380d49', 'mac_address': 'fa:16:3e:78:a7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eccc233e-7824-4c70-ac58-4b4ee2fa4393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:33:39.225438 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.239245 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c40c31-9d6e-4241-9de7-e23035380d49 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:39.260547 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 33c40c31-9d6e-4241-9de7-e23035380d49, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33c40c31-9d6e-4241-9de7-e23035380d49,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:39.309894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56382) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:39.339951 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.394122 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=33c40c31-9d6e-4241-9de7-e23035380d49,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:39.422527 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1066453331-network', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:39.511205 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Made reservation on behalf of c62f306655ec464f9295fc94d9ce4e1a for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:39.513552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.522267 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.600438 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.676860 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.706563 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:39.720308 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.720467 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Added segment 7a7cb088-fcba-405b-a1e7-a08b84ab0c1a of type vlan for network 96de613f-b0df-463c-b9eb-c71994d0999f Nov 23 14:33:39.742411 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d29ac-40af-4f8a-b81a-3b0371536f62,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:39.808611 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.846779 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb14818-7b58-4ec5-a115-ff560e402a89 req-00de9f8b-40a1-450b-96dd-81d1f4300f7d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:39.848273 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9fb14818-7b58-4ec5-a115-ff560e402a89 req-00de9f8b-40a1-450b-96dd-81d1f4300f7d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 944 time: 0.0806570 Nov 23 14:33:39.898414 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9fb14818-7b58-4ec5-a115-ff560e402a89 req-25e9639d-0246-40de-8154-c3cbd360e64c tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Nov 23 14:33:39.899746 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.901613 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:39.902325 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.207598 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8965330 Nov 23 14:33:40.210492 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56420) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:40.212424 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa92a1-d27b-4212-af98-5b51f2ad0066 admin admin] Pushing event updated for resources: {'Network': ['ID=96de613f-b0df-463c-b9eb-c71994d0999f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:40.217672 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Request body: {'subnet': {'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1066453331-subnet', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:40.225039 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 96de613f-b0df-463c-b9eb-c71994d0999f details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:40.339986 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Made reservation on behalf of c62f306655ec464f9295fc94d9ce4e1a for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:40.342327 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143022073'] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.602650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143282379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143022027'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.656846 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=134f0a66-6bd2-4d71-beda-d74e2bbcfefd,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:40.668765 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Checking segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:40.668765 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Network hostable DHCP agents. Network: 96de613f-b0df-463c-b9eb-c71994d0999f, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:40.739876 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Network 96de613f-b0df-463c-b9eb-c71994d0999f is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:40.813747 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 96de613f-b0df-463c-b9eb-c71994d0999f) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:40.817779 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:40.818368 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.823503 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c5d15-1b15-403c-9d61-2a62a66d1010 None None] Network 96de613f-b0df-463c-b9eb-c71994d0999f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:40.896809 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-70532e65-cdab-4581-829b-0bbdc903f6ba admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6849952 Nov 23 14:33:40.899353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56436) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:40.904539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:40.966335 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-96de613f-b0df-463c-b9eb-c71994d0999f', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:40.967216 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.991348 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.992481 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.047642 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.096082 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Allocated IP 172.20.0.2 (96de613f-b0df-463c-b9eb-c71994d0999f/134f0a66-6bd2-4d71-beda-d74e2bbcfefd/87c3f645-2389-4c4d-addb-c2c610de1101) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:41.245475 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.272183 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.363219 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.407598 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Network 96de613f-b0df-463c-b9eb-c71994d0999f is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:41.410362 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:41.413349 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:41.425035 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Pushing event updated for resources: {'Port': ['ID=87c3f645-2389-4c4d-addb-c2c610de1101,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:41.473511 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Attempting to bind port 87c3f645-2389-4c4d-addb-c2c610de1101 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:41.473879 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Attempting to bind port 87c3f645-2389-4c4d-addb-c2c610de1101 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:41.474234 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Attempting to bind port 87c3f645-2389-4c4d-addb-c2c610de1101 on network 96de613f-b0df-463c-b9eb-c71994d0999f {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:41.479304 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:41.479675 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Checking segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:41.480070 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.480495 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Bound using segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:41.480953 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Bound port: 87c3f645-2389-4c4d-addb-c2c610de1101, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:41.481330 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.540800 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] For port 87c3f645-2389-4c4d-addb-c2c610de1101, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:41.544367 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] For port 87c3f645-2389-4c4d-addb-c2c610de1101, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=87c3f645-2389-4c4d-addb-c2c610de1101,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:41.581166 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.598973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.631995 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.687265 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d00a8b-127f-42e1-8b74-23a61bf4e48f None None] Pushing event updated for resources: {'Port': ['ID=87c3f645-2389-4c4d-addb-c2c610de1101,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:41.709286 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Allocated IP 172.27.0.50 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/7caac764-a107-45c1-83ed-62eb62c2e44f) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:41.814704 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.921098 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.965417 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:41.968319 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:41.971675 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:41.998911 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Pushing event updated for resources: {'Port': ['ID=7caac764-a107-45c1-83ed-62eb62c2e44f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:42.128327 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 87c3f645-2389-4c4d-addb-c2c610de1101 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:42.181960 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 87c3f645-2389-4c4d-addb-c2c610de1101 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:42.182405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.260673 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.299008 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 87c3f645-2389-4c4d-addb-c2c610de1101, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=87c3f645-2389-4c4d-addb-c2c610de1101,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:42.314039 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.377929 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.431455 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=87c3f645-2389-4c4d-addb-c2c610de1101,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:42.515481 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.601776 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09474b-4be4-4130-8cdd-55517ea77009 None None] Network 96de613f-b0df-463c-b9eb-c71994d0999f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:42.682346 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b0e4e34f-9aab-4e79-a2a1-89b470014b5a None None] Provisioning complete for port 87c3f645-2389-4c4d-addb-c2c610de1101 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:42.682628 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e34f-9aab-4e79-a2a1-89b470014b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.722829 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Router 3b01b984-5609-4cfe-b497-a496870d25a2 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:33:42.840598 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:42.849376 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Sync routers for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:42.859448 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:42.860066 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:42.922625 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.926488 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-8556e910-f62b-4b60-ad9e-8590b778f777 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0235589 Nov 23 14:33:42.926846 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56454) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:42.974169 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:43.050282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-372798c4-56f2-4905-8d8a-c1b7de46abae None None] Provisioning complete for port 87c3f645-2389-4c4d-addb-c2c610de1101 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:43.050657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-372798c4-56f2-4905-8d8a-c1b7de46abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.156561 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:42Z', 'revision_number': 3, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:43.182472 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Checking router: 3b01b984-5609-4cfe-b497-a496870d25a2 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:43.182784 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Updating router 3b01b984-5609-4cfe-b497-a496870d25a2 port 7caac764-a107-45c1-83ed-62eb62c2e44f binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:33:43.210857 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.351356 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.460202 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.508473 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Allocated IP 172.20.0.1 (96de613f-b0df-463c-b9eb-c71994d0999f/134f0a66-6bd2-4d71-beda-d74e2bbcfefd/68502438-1fce-4cc3-a368-28b1c536440a) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:43.520508 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.570709 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Attempting to bind port 7caac764-a107-45c1-83ed-62eb62c2e44f on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:43.571077 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Attempting to bind port 7caac764-a107-45c1-83ed-62eb62c2e44f by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:43.571435 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Attempting to bind port 7caac764-a107-45c1-83ed-62eb62c2e44f on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:43.578909 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Pushing event updated for resources: {'Port': ['ID=7caac764-a107-45c1-83ed-62eb62c2e44f,revision_number=2']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.581998 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:43.582361 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:43.582758 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.583143 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:43.583599 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Bound port: 7caac764-a107-45c1-83ed-62eb62c2e44f, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:43.583988 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.610095 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.610461 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.610802 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.611132 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.611466 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.611806 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.612133 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.612498 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.612614 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.612919 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.613239 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.613577 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.613871 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:43.647544 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] For port 7caac764-a107-45c1-83ed-62eb62c2e44f, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:43.650578 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] For port 7caac764-a107-45c1-83ed-62eb62c2e44f, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7caac764-a107-45c1-83ed-62eb62c2e44f,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:43.720699 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.743713 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.763031 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Network 96de613f-b0df-463c-b9eb-c71994d0999f is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:43.767608 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:43.770778 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:43.799357 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Pushing event updated for resources: {'Port': ['ID=68502438-1fce-4cc3-a368-28b1c536440a,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.803331 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:43.803956 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:43.807178 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a24fe8-574c-4cb6-ab55-ff0d3b0ed399 None None] Pushing event updated for resources: {'Port': ['ID=7caac764-a107-45c1-83ed-62eb62c2e44f,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.823057 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.943414 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:44.040323 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.074137 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-390a2896-d01e-471c-baf2-3a6c8b1ef14f None None] Provisioning complete for port 68502438-1fce-4cc3-a368-28b1c536440a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:44.074670 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-390a2896-d01e-471c-baf2-3a6c8b1ef14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.119010 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-390a2896-d01e-471c-baf2-3a6c8b1ef14f None None] Port 68502438-1fce-4cc3-a368-28b1c536440a cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:44.140516 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 87c3f645-2389-4c4d-addb-c2c610de1101 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:44.191174 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 87c3f645-2389-4c4d-addb-c2c610de1101 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:44.191814 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.222780 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:42Z', 'revision_number': 3, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:44.231179 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.254090 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00907a9-905b-4d37-8580-852c25ffabad None None] The sync data for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi is: [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:42Z', 'revision_number': 3, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:44.317775 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.389071 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.390765 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Pushing event updated for resources: {'Port': ['ID=68502438-1fce-4cc3-a368-28b1c536440a,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:44.501573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Network 96de613f-b0df-463c-b9eb-c71994d0999f is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:44.502904 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:44.628469 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Router 3b01b984-5609-4cfe-b497-a496870d25a2 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:44.745139 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:44.746465 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-d9f54fef-b43c-440b-b721-7b028df3b660 None None] Provisioning complete for port 68502438-1fce-4cc3-a368-28b1c536440a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:44.758042 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-360a2108-6a5d-4b4b-8878-91735833bec9 admin admin] 10.222.0.82 "PUT /v2.0/routers/3b01b984-5609-4cfe-b497-a496870d25a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8225160 Nov 23 14:33:44.761212 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d9f54fef-b43c-440b-b721-7b028df3b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.801447 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-d9f54fef-b43c-440b-b721-7b028df3b660 None None] Port 68502438-1fce-4cc3-a368-28b1c536440a cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:45.385739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56484) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.390662 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-907321438-network', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:45.477053 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Made reservation on behalf of 7d04c7cda784478cbcca32b0dd51d199 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:45.480007 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.489396 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.565359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.631446 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.656862 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:45.667599 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1878cccc-7d4d-4876-a9a6-3130fb39c65b,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.673925 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.674267 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Added segment 6f82214d-5752-46c5-a475-f13c126d6483 of type vlan for network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc Nov 23 14:33:45.717390 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.778289 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Sync routers for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:45.789208 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:45.789868 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:45.811940 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.812948 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:45.813533 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.871690 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3a89f9-b84a-490f-a12c-a2ad0c8998fc,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.882292 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:45.901697 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-f29a1c1b-93b6-4c11-8669-dd45ff895e96 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5136216 Nov 23 14:33:45.903893 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56488) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.909038 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Request body: {'subnet': {'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-907321438-subnet', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:45.922794 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:45.983771 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Made reservation on behalf of 7d04c7cda784478cbcca32b0dd51d199 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:45.986117 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.152377 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7caac764-a107-45c1-83ed-62eb62c2e44f up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:46.219969 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.272044 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 7caac764-a107-45c1-83ed-62eb62c2e44f triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:46.272453 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.273869 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdeecee5-024c-419d-a019-06230f2f85c6,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:46.284381 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Checking segment: {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:46.284732 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Network hostable DHCP agents. Network: bf3a89f9-b84a-490f-a12c-a2ad0c8998fc, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:46.376937 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:46.384466 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:44Z', 'revision_number': 2, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:46.417454 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.434610 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Checking router: 3b01b984-5609-4cfe-b497-a496870d25a2 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:46.434610 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Updating router 3b01b984-5609-4cfe-b497-a496870d25a2 port 68502438-1fce-4cc3-a368-28b1c536440a binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:33:46.478255 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 7caac764-a107-45c1-83ed-62eb62c2e44f, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7caac764-a107-45c1-83ed-62eb62c2e44f,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:46.480036 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.483345 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, bf3a89f9-b84a-490f-a12c-a2ad0c8998fc) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:46.489795 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:46.490851 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.492369 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f692ae-b4ca-4b12-ab35-1b074812795f None None] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:46.588773 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.754063 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=7caac764-a107-45c1-83ed-62eb62c2e44f,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:46.765391 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32debb-94e8-45a8-8287-b337ad3d5067 req-caa7d824-3d37-49f2-99e3-39435cb9fc9d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:46.766958 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ad32debb-94e8-45a8-8287-b337ad3d5067 req-caa7d824-3d37-49f2-99e3-39435cb9fc9d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 944 time: 0.2969759 Nov 23 14:33:46.817454 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ad32debb-94e8-45a8-8287-b337ad3d5067 req-daf92da0-3392-4d8b-8332-67b6fddc5424 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Nov 23 14:33:46.830726 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-bf3a89f9-b84a-490f-a12c-a2ad0c8998fc', 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'fixed_ips': [{'subnet_id': 'fdeecee5-024c-419d-a019-06230f2f85c6'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:46.831584 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.851156 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-4212916a-026a-43f5-873d-fdf6c4b3551c admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9458213 Nov 23 14:33:46.854852 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56494) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:46.859334 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:46.890337 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['33c40c31-9d6e-4241-9de7-e23035380d49'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:46.957261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.958331 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.013292 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.036621 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.095923 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Allocated IP 172.20.0.2 (bf3a89f9-b84a-490f-a12c-a2ad0c8998fc/fdeecee5-024c-419d-a019-06230f2f85c6/8c4f36dc-5d92-4068-aab3-2a2f66b9b92c) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:47.151394 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.255919 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.270948 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5138-0e8b-4dc5-ba26-75e58714a6b5 None None] Pushing event updated for resources: {'Port': ['ID=68502438-1fce-4cc3-a368-28b1c536440a,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:47.377171 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Attempting to bind port 68502438-1fce-4cc3-a368-28b1c536440a on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:47.377547 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Attempting to bind port 68502438-1fce-4cc3-a368-28b1c536440a by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:47.377912 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Attempting to bind port 68502438-1fce-4cc3-a368-28b1c536440a on network 96de613f-b0df-463c-b9eb-c71994d0999f {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:47.394371 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:47.394744 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Checking segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:47.399182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.399182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Bound using segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:47.399182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Bound port: 68502438-1fce-4cc3-a368-28b1c536440a, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:47.399182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.399720 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.478302 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] For port 68502438-1fce-4cc3-a368-28b1c536440a, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:47.482927 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] For port 68502438-1fce-4cc3-a368-28b1c536440a, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=68502438-1fce-4cc3-a368-28b1c536440a,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:47.500396 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.552582 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:47.562564 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:47.565409 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:47.567594 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Pushing event updated for resources: {'Port': ['ID=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:47.577031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-2c618cc7-e59b-47ff-84e5-80b3b1742b29 None None] Provisioning complete for port 68502438-1fce-4cc3-a368-28b1c536440a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:47.577420 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c618cc7-e59b-47ff-84e5-80b3b1742b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.580828 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.598787 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.621335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.728902 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:47.729741 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:47.735192 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Attempting to bind port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:47.735565 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Attempting to bind port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:47.736327 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Attempting to bind port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c on network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:47.737968 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5138-0e8b-4dc5-ba26-75e58714a6b5 None None] Pushing event updated for resources: {'Port': ['ID=68502438-1fce-4cc3-a368-28b1c536440a,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:47.755260 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Allocated IP 172.27.0.196 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/7704eab4-936c-4cb6-b4d8-0482e2eea748) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:47.784720 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:47.785076 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Checking segment: {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:47.785474 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.786026 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Bound using segment: {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:47.787885 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Bound port: 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:47.788599 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.879391 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.982316 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7983846-ce87-459a-825a-90b35f04edc6 req-f1121b7b-4abe-4f57-b1f0-d704a3d0d3c6 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:47.984609 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c7983846-ce87-459a-825a-90b35f04edc6 req-f1121b7b-4abe-4f57-b1f0-d704a3d0d3c6 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 944 time: 0.0549929 Nov 23 14:33:47.997947 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.031016 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:48.034273 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:48.038445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:48.067066 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c7983846-ce87-459a-825a-90b35f04edc6 req-47a29ba5-681c-48db-97cc-eefa079fc5ed tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761278 Nov 23 14:33:48.096007 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Pushing event updated for resources: {'Port': ['ID=7704eab4-936c-4cb6-b4d8-0482e2eea748,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:48.109309 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c618cc7-e59b-47ff-84e5-80b3b1742b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.147797 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:48.150186 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] For port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:48.153203 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7caac764-a107-45c1-83ed-62eb62c2e44f up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:48.222109 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] For port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:48.276857 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-2c618cc7-e59b-47ff-84e5-80b3b1742b29 None None] For port 68502438-1fce-4cc3-a368-28b1c536440a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=68502438-1fce-4cc3-a368-28b1c536440a,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:48.294395 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.390391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2c618cc7-e59b-47ff-84e5-80b3b1742b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.419392 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 7caac764-a107-45c1-83ed-62eb62c2e44f triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:48.419767 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.420445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.423828 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc0763-9c93-4002-a853-9bdf3d1c1ad2 None None] Pushing event updated for resources: {'Port': ['ID=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:48.596529 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618cc7-e59b-47ff-84e5-80b3b1742b29 None None] Pushing event updated for resources: {'Port': ['ID=68502438-1fce-4cc3-a368-28b1c536440a,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:48.612349 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-883114bf-7e1e-4886-a079-88215d3a047f None None] Provisioning complete for port 68502438-1fce-4cc3-a368-28b1c536440a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:48.612741 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-883114bf-7e1e-4886-a079-88215d3a047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.699956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.721266 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:47Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:48.758297 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdd7cc-7dbd-4363-8d9d-116bc483e449 None None] The sync data for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi is: [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:47Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:48.987772 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Router 04dc359b-42f5-4619-a967-93f725f9cb58 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:33:49.420225 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:49.442621 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a8b8c-8239-4cf7-869a-8d8347f61b30 req-fa3d98c3-8a87-44fd-94b7-f5ceb83a0bfd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:49.448651 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ca7a8b8c-8239-4cf7-869a-8d8347f61b30 req-fa3d98c3-8a87-44fd-94b7-f5ceb83a0bfd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 944 time: 0.0814159 Nov 23 14:33:49.450570 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Sync routers for ids ['04dc359b-42f5-4619-a967-93f725f9cb58'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:49.465199 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Routers {'04dc359b-42f5-4619-a967-93f725f9cb58'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:49.466563 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['04dc359b-42f5-4619-a967-93f725f9cb58'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:49.540760 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ca7a8b8c-8239-4cf7-869a-8d8347f61b30 req-9bb07033-e159-4fd6-8ca1-4c163a8ca32f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790174 Nov 23 14:33:49.594336 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Set router 04dc359b-42f5-4619-a967-93f725f9cb58 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:49.605405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74223605-3b70-4779-b296-05e596629f9e None None] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:49.642930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.645013 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-705e0333-3909-4f24-96b6-8d93f7ec79ec admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7884271 Nov 23 14:33:49.647056 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56552) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:49.705228 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-42f0f5bf-7d05-47a8-b584-bbbe45f50aa4 None None] Provisioning complete for port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:49.707935 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42f0f5bf-7d05-47a8-b584-bbbe45f50aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.853220 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 3, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:49.882082 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Checking router: 04dc359b-42f5-4619-a967-93f725f9cb58 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:49.882492 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Updating router 04dc359b-42f5-4619-a967-93f725f9cb58 port 7704eab4-936c-4cb6-b4d8-0482e2eea748 binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:33:49.897236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42f0f5bf-7d05-47a8-b584-bbbe45f50aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.920554 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.944410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-42f0f5bf-7d05-47a8-b584-bbbe45f50aa4 None None] For port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:50.018005 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-42f0f5bf-7d05-47a8-b584-bbbe45f50aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.162565 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0f5bf-7d05-47a8-b584-bbbe45f50aa4 None None] Pushing event updated for resources: {'Port': ['ID=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:50.249665 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:33:50.257634 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-83a0fe64-b1b4-4a83-a144-d55112e6685e None None] Provisioning complete for port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:50.258089 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-83a0fe64-b1b4-4a83-a144-d55112e6685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.271200 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.287498 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:50.308661 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.340198 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.395560 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:50.395933 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.422678 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c372-a105-47d0-9ca2-b3c68968d6d5 None None] Pushing event updated for resources: {'Port': ['ID=7704eab4-936c-4cb6-b4d8-0482e2eea748,revision_number=2']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:50.433435 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Attempting to bind port 7704eab4-936c-4cb6-b4d8-0482e2eea748 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:50.433944 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Attempting to bind port 7704eab4-936c-4cb6-b4d8-0482e2eea748 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:50.434313 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Attempting to bind port 7704eab4-936c-4cb6-b4d8-0482e2eea748 on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:50.441860 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:50.445507 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:50.445507 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.445507 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:50.445507 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Bound port: 7704eab4-936c-4cb6-b4d8-0482e2eea748, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:50.445507 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.483510 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 68502438-1fce-4cc3-a368-28b1c536440a up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:50.495475 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Allocated IP 172.20.0.1 (bf3a89f9-b84a-490f-a12c-a2ad0c8998fc/fdeecee5-024c-419d-a019-06230f2f85c6/b8eaa950-5e65-47a2-bf97-d06d5d8f64e8) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:50.501536 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] For port 7704eab4-936c-4cb6-b4d8-0482e2eea748, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:50.506062 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] For port 7704eab4-936c-4cb6-b4d8-0482e2eea748, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7704eab4-936c-4cb6-b4d8-0482e2eea748,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:50.536284 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 68502438-1fce-4cc3-a368-28b1c536440a triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:50.536665 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.566780 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.606325 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.630082 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c372-a105-47d0-9ca2-b3c68968d6d5 None None] Pushing event updated for resources: {'Port': ['ID=7704eab4-936c-4cb6-b4d8-0482e2eea748,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:50.634436 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Routers {'04dc359b-42f5-4619-a967-93f725f9cb58'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:50.635519 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['04dc359b-42f5-4619-a967-93f725f9cb58'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:50.721022 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.743189 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] Set router 04dc359b-42f5-4619-a967-93f725f9cb58 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:50.761817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:50.766212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:50.770657 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:50.773825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:50.817624 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.825934 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a3f393ce-99f0-4dd0-9eda-4bec66964242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.956657 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 3, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:50.986923 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05d5a0-2363-4dce-94eb-448f5ef622ea None None] The sync data for ids ['04dc359b-42f5-4619-a967-93f725f9cb58'] in dv-cinder-804757-10-iscsi is: [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 3, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:51.020622 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-85480a9b-a140-4889-8cc2-76489695f5dd None None] Provisioning complete for port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:51.021076 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-85480a9b-a140-4889-8cc2-76489695f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.041812 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.057801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-85480a9b-a140-4889-8cc2-76489695f5dd None None] Port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:51.227278 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.320812 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.393484 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.408364 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:51.497537 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:51.498945 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:51.623093 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Router 04dc359b-42f5-4619-a967-93f725f9cb58 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:51.743730 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:51.754819 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c0f10bdd-91d8-45ad-9b66-e454ace82ee2 admin admin] 10.222.0.82 "PUT /v2.0/routers/04dc359b-42f5-4619-a967-93f725f9cb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1017761 Nov 23 14:33:51.786250 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-c397a7f4-cefe-43ae-9fd3-f8f7fb22846f None None] Provisioning complete for port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:51.786623 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c397a7f4-cefe-43ae-9fd3-f8f7fb22846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.836735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-c397a7f4-cefe-43ae-9fd3-f8f7fb22846f None None] Port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:51.890857 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 33c40c31-9d6e-4241-9de7-e23035380d49 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:51.995783 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 33c40c31-9d6e-4241-9de7-e23035380d49 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:33:51.999975 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 33c40c31-9d6e-4241-9de7-e23035380d49 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:52.000378 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.080577 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.114148 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c214697-d673-4304-b403-6624296f8ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c40c31-9d6e-4241-9de7-e23035380d49'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:52.116454 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda8eece-9b06-4949-b489-f2e3eb7e8757" -d '{"events": [{"server_uuid": "1c214697-d673-4304-b403-6624296f8ef2", "name": "network-vif-plugged", "status": "completed", "tag": "33c40c31-9d6e-4241-9de7-e23035380d49"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:52.251926 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:52.255961 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 33c40c31-9d6e-4241-9de7-e23035380d49, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33c40c31-9d6e-4241-9de7-e23035380d49,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:52.302658 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:52.303145 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.324315 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.389715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=33c40c31-9d6e-4241-9de7-e23035380d49,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:52.429060 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7704eab4-936c-4cb6-b4d8-0482e2eea748 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:52.475404 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 7704eab4-936c-4cb6-b4d8-0482e2eea748 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:52.475783 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.479665 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Sync routers for ids ['04dc359b-42f5-4619-a967-93f725f9cb58'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:52.514684 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Routers {'04dc359b-42f5-4619-a967-93f725f9cb58'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:52.515218 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['04dc359b-42f5-4619-a967-93f725f9cb58'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:52.647049 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.658452 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Set router 04dc359b-42f5-4619-a967-93f725f9cb58 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:52.696427 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 7704eab4-936c-4cb6-b4d8-0482e2eea748, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7704eab4-936c-4cb6-b4d8-0482e2eea748,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:52.759428 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.849787 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=7704eab4-936c-4cb6-b4d8-0482e2eea748,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:52.904517 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:50Z', 'revision_number': 4, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'b8eaa950-5e65-47a2-bf97-d06d5d8f64e8', 'name': '', 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'mac_address': 'fa:16:3e:14:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fdeecee5-024c-419d-a019-06230f2f85c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:50Z', 'updated_at': '2021-11-23T14:33:51Z', 'revision_number': 2, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'subnets': [{'id': 'fdeecee5-024c-419d-a019-06230f2f85c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:52.930826 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Checking router: 04dc359b-42f5-4619-a967-93f725f9cb58 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:52.931183 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Updating router 04dc359b-42f5-4619-a967-93f725f9cb58 port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:33:52.955191 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.217868 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.231887 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-912af3f0-2609-4c19-b037-915b35306774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.323219 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.382657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01311-c1ee-4a44-8160-caffbab51900 None None] Pushing event updated for resources: {'Port': ['ID=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:53.429683 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Attempting to bind port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:53.430260 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Attempting to bind port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:53.430811 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Attempting to bind port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 on network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:53.437079 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:53.441996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Checking segment: {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:53.441996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.441996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Bound using segment: {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:53.441996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Bound port: b8eaa950-5e65-47a2-bf97-d06d5d8f64e8, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f82214d-5752-46c5-a475-f13c126d6483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:53.441996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.515504 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] For port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:53.518540 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] For port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:53.570778 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-e1807f9b-1498-4651-bb96-e65befb1dd29 None None] Provisioning complete for port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:53.571213 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e1807f9b-1498-4651-bb96-e65befb1dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.606464 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.621977 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-e1807f9b-1498-4651-bb96-e65befb1dd29 None None] Port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:53.651589 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530d254-65ab-4dc3-9564-ecb81174f8a7 req-8c9b8b9f-12a3-4c92-8eb7-ced7b55866ef tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:53.659193 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a530d254-65ab-4dc3-9564-ecb81174f8a7 req-8c9b8b9f-12a3-4c92-8eb7-ced7b55866ef tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0803699 Nov 23 14:33:53.669241 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Routers {'04dc359b-42f5-4619-a967-93f725f9cb58'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:53.669881 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['04dc359b-42f5-4619-a967-93f725f9cb58'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:53.720824 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01311-c1ee-4a44-8160-caffbab51900 None None] Pushing event updated for resources: {'Port': ['ID=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:53.724268 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a530d254-65ab-4dc3-9564-ecb81174f8a7 req-6abbda38-3e01-42a5-99a9-425d8c629c66 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Nov 23 14:33:53.788557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ac0df-01a7-426d-9554-d9f3e3269fca x-openstack-request-id: req-ae5ac0df-01a7-426d-9554-d9f3e3269fca {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:53.788860 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c214697-d673-4304-b403-6624296f8ef2", "name": "network-vif-plugged", "status": "completed", "tag": "33c40c31-9d6e-4241-9de7-e23035380d49", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:53.789120 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ae5ac0df-01a7-426d-9554-d9f3e3269fca {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:53.789511 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c214697-d673-4304-b403-6624296f8ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c40c31-9d6e-4241-9de7-e23035380d49', 'code': 200} Nov 23 14:33:53.807628 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] Set router 04dc359b-42f5-4619-a967-93f725f9cb58 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:53.984935 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-d0e0f082-e304-4ca8-9f02-13669887e343 None None] Provisioning complete for port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:53.985546 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f082-e304-4ca8-9f02-13669887e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.104127 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f082-e304-4ca8-9f02-13669887e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.115180 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:50Z', 'revision_number': 4, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'b8eaa950-5e65-47a2-bf97-d06d5d8f64e8', 'name': '', 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'mac_address': 'fa:16:3e:14:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fdeecee5-024c-419d-a019-06230f2f85c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:50Z', 'updated_at': '2021-11-23T14:33:53Z', 'revision_number': 4, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'subnets': [{'id': 'fdeecee5-024c-419d-a019-06230f2f85c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:54.134402 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56606) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:54.141295 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968714706', 'description': 'tempest-secgroup-smoke-1968714706 description', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:54.152079 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056a0ba-af3a-40a2-9942-93d9d86dd6f3 req-d9f3e97f-f4c2-4770-9c9d-8fde386b5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:54.153891 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8056a0ba-af3a-40a2-9942-93d9d86dd6f3 req-d9f3e97f-f4c2-4770-9c9d-8fde386b5416 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0561457 Nov 23 14:33:54.206483 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8056a0ba-af3a-40a2-9942-93d9d86dd6f3 req-1c5b6d8b-eb9e-42d1-a20f-a512748d04ed service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Nov 23 14:33:54.232513 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.274585 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7704eab4-936c-4cb6-b4d8-0482e2eea748 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:54.279109 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80f93-745e-41e0-b4db-aea42782e3de None None] The sync data for ids ['04dc359b-42f5-4619-a967-93f725f9cb58'] in dv-cinder-804757-10-iscsi is: [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:50Z', 'revision_number': 4, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'b8eaa950-5e65-47a2-bf97-d06d5d8f64e8', 'name': '', 'network_id': 'bf3a89f9-b84a-490f-a12c-a2ad0c8998fc', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'mac_address': 'fa:16:3e:14:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fdeecee5-024c-419d-a019-06230f2f85c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:50Z', 'updated_at': '2021-11-23T14:33:53Z', 'revision_number': 4, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'subnets': [{'id': 'fdeecee5-024c-419d-a019-06230f2f85c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:54.305197 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.316329 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-d0e0f082-e304-4ca8-9f02-13669887e343 None None] For port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:54.365391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 7704eab4-936c-4cb6-b4d8-0482e2eea748 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:54.368646 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.386808 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.406182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f082-e304-4ca8-9f02-13669887e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.421573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90290009-24cc-4b3f-8dda-6903f73c9260,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:54.475299 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0f082-e304-4ca8-9f02-13669887e343 None None] Pushing event updated for resources: {'Port': ['ID=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:54.481127 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.482619 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-4b6cfb9b-6599-44f1-9470-1a79ed547ea6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3460987 Nov 23 14:33:54.485707 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56608) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:54.490466 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group_rule': {'security_group_id': '90290009-24cc-4b3f-8dda-6903f73c9260', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:54.512189 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.583511 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.650190 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.717455 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.736708 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59ff9de-b623-43e1-9d77-236d462e435f,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:54.797254 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.801531 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56620) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:54.802050 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-36d02c65-23a1-4bf6-8b7d-c82ced2862be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147867 Nov 23 14:33:54.807012 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group_rule': {'security_group_id': '90290009-24cc-4b3f-8dda-6903f73c9260', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:54.869383 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90d24-b61a-483f-8362-bb67bbf9845f req-bd4abf3c-342e-4c34-8c71-9bdfd3aa34ab tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:54.871488 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3fc90d24-b61a-483f-8362-bb67bbf9845f req-bd4abf3c-342e-4c34-8c71-9bdfd3aa34ab tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0590043 Nov 23 14:33:54.921252 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3fc90d24-b61a-483f-8362-bb67bbf9845f req-77691d5d-4557-44e1-8604-ef3703de2d1a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Nov 23 14:33:54.954424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.000477 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.094608 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.116738 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f700ec9-03b9-462d-899e-0d9a376d3759,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.188167 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.189425 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d2c90a34-6876-417a-b375-e1c2f21a89a9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3860960 Nov 23 14:33:55.192439 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56626) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:55.198027 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group_rule': {'security_group_id': '90290009-24cc-4b3f-8dda-6903f73c9260', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:55.309075 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.388307 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.483097 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.502646 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16b2138-cd67-427b-9d0e-2b13cf09e448,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.593800 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.596309 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-18241482-e194-40b1-9f14-175fff731f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012992 Nov 23 14:33:55.597697 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56632) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:55.602331 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group_rule': {'security_group_id': '90290009-24cc-4b3f-8dda-6903f73c9260', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:55.696159 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.768848 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.786095 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.854924 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.873305 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7932fcad-ec42-4a00-8f57-4e9636010893,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.935403 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.940040 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56644) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:55.941347 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-1f110d68-f7cb-433c-99c7-eb76e3264654 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425753 Nov 23 14:33:55.945935 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group_rule': {'security_group_id': '90290009-24cc-4b3f-8dda-6903f73c9260', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:56.059371 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.securitygroups_db [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Project c62f306655ec464f9295fc94d9ce4e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:33:56.065099 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.083507 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.099480 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c6455-8f40-48e1-b20d-f6fd940692e0 req-3e5f8376-f112-4cdb-ad37-a3078e4f01e0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:56.101689 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c59c6455-8f40-48e1-b20d-f6fd940692e0 req-3e5f8376-f112-4cdb-ad37-a3078e4f01e0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0651143 Nov 23 14:33:56.187040 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:56.191645 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c59c6455-8f40-48e1-b20d-f6fd940692e0 req-e9079936-3b24-4913-aee7-e2cc7437fef6 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730319 Nov 23 14:33:56.219881 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.241860 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:56.242236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.248335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7e367-9fb1-44bd-a18a-c41d5c0ec5f8 req-6c0fa422-a2f9-4bd3-9bae-3069f1a2964e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:56.255547 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-69a7e367-9fb1-44bd-a18a-c41d5c0ec5f8 req-6c0fa422-a2f9-4bd3-9bae-3069f1a2964e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0879776 Nov 23 14:33:56.304178 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-69a7e367-9fb1-44bd-a18a-c41d5c0ec5f8 req-8e44afe3-1aeb-448d-995f-48bc5e1c15e9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 Nov 23 14:33:56.305887 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.327275 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91340822-27c4-4d99-9417-d7ffe40d2ec1,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:56.428140 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.429399 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-03af2f66-21ba-4bc1-9466-b01ed50c7daa tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4881332 Nov 23 14:33:56.433174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56656) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:56.437632 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'security_group_rule': {'security_group_id': '90290009-24cc-4b3f-8dda-6903f73c9260', 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:56.535019 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.securitygroups_db [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Project c62f306655ec464f9295fc94d9ce4e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:33:56.540497 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.601300 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.656460 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56660) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:56.677671 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.696763 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95485c46-ff8c-4dd1-a43b-64db866700c7,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:56.765356 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.766589 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1087372d-8e44-4776-9259-ab79f0f48aec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323977 Nov 23 14:33:56.773066 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f66666e4-5ba0-4c98-bebf-6fefd168aac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.877895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f66666e4-5ba0-4c98-bebf-6fefd168aac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.966551 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-f66666e4-5ba0-4c98-bebf-6fefd168aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.991862 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.010294 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f66666e4-5ba0-4c98-bebf-6fefd168aac6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3766ea8801c9437ba3113fe4bb2d2556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525722 Nov 23 14:33:57.010435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56696) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:57.011231 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66666e4-5ba0-4c98-bebf-6fefd168aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f9510-95f8-42bf-8a23-e4a6f71588d5,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.093277 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0717431f-aeda-49b1-bb00-8c420dc2a12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.115374 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0717431f-aeda-49b1-bb00-8c420dc2a12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.248946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0717431f-aeda-49b1-bb00-8c420dc2a12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.251680 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0717431f-aeda-49b1-bb00-8c420dc2a12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.252866 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-0717431f-aeda-49b1-bb00-8c420dc2a12b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e13f9510-95f8-42bf-8a23-e4a6f71588d5 HTTP/1.1" status: 204 len: 168 time: 0.2410488 Nov 23 14:33:57.260653 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717431f-aeda-49b1-bb00-8c420dc2a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f9510-95f8-42bf-8a23-e4a6f71588d5,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.943788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234cfc4-7c62-4f81-9512-626ace8c242b req-fe9acbf6-48a8-4614-b220-ab9302e134c8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:01.945346 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6234cfc4-7c62-4f81-9512-626ace8c242b req-fe9acbf6-48a8-4614-b220-ab9302e134c8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0518718 Nov 23 14:34:01.952487 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6954780-b2aa-4ad4-a126-7d743b1a731c req-b0a9b739-57fe-42b4-aec6-fdb76e19713e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:01.954031 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c6954780-b2aa-4ad4-a126-7d743b1a731c req-b0a9b739-57fe-42b4-aec6-fdb76e19713e tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0543437 Nov 23 14:34:01.994251 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6234cfc4-7c62-4f81-9512-626ace8c242b req-c1a7d3cb-54a6-48ee-b919-8d3a4897636b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Nov 23 14:34:02.001846 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c6954780-b2aa-4ad4-a126-7d743b1a731c req-e5865575-b4cc-440a-8a06-dcbd817924c0 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Nov 23 14:34:03.122026 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886de2a9-1488-4ab2-b716-ce377ec2ce1a req-aa4ab846-810c-49e5-bda0-c69276ebde58 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:03.123461 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-886de2a9-1488-4ab2-b716-ce377ec2ce1a req-aa4ab846-810c-49e5-bda0-c69276ebde58 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Nov 23 14:34:03.170578 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-886de2a9-1488-4ab2-b716-ce377ec2ce1a req-d05bdf7c-68e3-474b-9d6d-e56a75ed1ba6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Nov 23 14:34:04.290184 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb66a6-95db-4bf0-bd92-173cf57e481d req-dc890791-c366-4b05-86d9-f3cf5c9d13cc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:04.291741 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9bdb66a6-95db-4bf0-bd92-173cf57e481d req-dc890791-c366-4b05-86d9-f3cf5c9d13cc tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0507755 Nov 23 14:34:04.339327 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9bdb66a6-95db-4bf0-bd92-173cf57e481d req-f38961a8-82e8-49ae-b9ba-3684347a5254 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Nov 23 14:34:04.708688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-18e9aa57-10c5-49fd-a59a-129a19507710 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:04.710267 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-18e9aa57-10c5-49fd-a59a-129a19507710 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Nov 23 14:34:04.825674 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Deleting port a1493c8d-1347-413a-a2df-021ced559963 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:04.826007 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.918650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] For port a1493c8d-1347-413a-a2df-021ced559963, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a1493c8d-1347-413a-a2df-021ced559963,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:04.919002 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.932367 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Calling delete_port for a1493c8d-1347-413a-a2df-021ced559963 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:05.144600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.157667 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['41917fa8-aec8-4d67-b659-2bd33221e38a', 'a1493c8d-1347-413a-a2df-021ced559963'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:05.175612 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Pushing event deleted for resources: {'Port': ['ID=a1493c8d-1347-413a-a2df-021ced559963,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:05.224191 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] No DVR routers for this DVR port a1493c8d-1347-413a-a2df-021ced559963 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:05.227190 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.230757 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3deef78c-6d4e-41c9-ae51-feb4ec699d7f req-7379fe11-3a8a-4316-a242-363ab13d68b7 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "DELETE /v2.0/ports/a1493c8d-1347-413a-a2df-021ced559963 HTTP/1.1" status: 204 len: 173 time: 0.5122833 Nov 23 14:34:05.231204 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'name': 'network-vif-deleted', 'tag': 'a1493c8d-1347-413a-a2df-021ced559963'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:05.233905 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bf429c-1087-466f-9604-08623e40abb0" -d '{"events": [{"server_uuid": "3240fe59-76d8-41ec-b0b5-42e56aa99597", "name": "network-vif-deleted", "tag": "a1493c8d-1347-413a-a2df-021ced559963"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:05.474506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b56ce2-4adc-450a-95a9-89b9f26d43c0 x-openstack-request-id: req-82b56ce2-4adc-450a-95a9-89b9f26d43c0 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:05.474803 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3240fe59-76d8-41ec-b0b5-42e56aa99597", "name": "network-vif-deleted", "tag": "a1493c8d-1347-413a-a2df-021ced559963", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:05.475062 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-82b56ce2-4adc-450a-95a9-89b9f26d43c0 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:05.475465 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3240fe59-76d8-41ec-b0b5-42e56aa99597', 'name': 'network-vif-deleted', 'tag': 'a1493c8d-1347-413a-a2df-021ced559963', 'status': 'completed', 'code': 200} Nov 23 14:34:05.555813 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-87d72bb6-965f-4d72-8951-af129f78e320 req-864f1dd1-6224-4c8f-8a53-6a9547f25f51 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=3240fe59-76d8-41ec-b0b5-42e56aa99597 HTTP/1.1" status: 200 len: 210 time: 0.0320594 Nov 23 14:34:07.029300 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1763b33-3091-4f2e-8674-451224cfe37b req-42648f93-71ac-49bc-a208-0b70b90bd8d9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:07.030760 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d1763b33-3091-4f2e-8674-451224cfe37b req-42648f93-71ac-49bc-a208-0b70b90bd8d9 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Nov 23 14:34:07.083956 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d1763b33-3091-4f2e-8674-451224cfe37b req-8b4a558f-1a26-487a-96af-56a9d2f82a91 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Nov 23 14:34:07.550370 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device a1493c8d-1347-413a-a2df-021ced559963 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:07.570859 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: a1493c8d-1347-413a-a2df-021ced559963 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:07.571209 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device a1493c8d-1347-413a-a2df-021ced559963 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:08.213371 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97626104-0b3e-4bbb-b3d4-60e85e223d1f req-c3b09e83-add0-4717-b77f-c2ebf5f3b989 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.214860 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-97626104-0b3e-4bbb-b3d4-60e85e223d1f req-c3b09e83-add0-4717-b77f-c2ebf5f3b989 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0547292 Nov 23 14:34:08.269359 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-97626104-0b3e-4bbb-b3d4-60e85e223d1f req-4d8b9855-370c-49cb-92f4-bfa719ad0026 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477355 Nov 23 14:34:09.245291 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 56930) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:09.356427 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f024-4f84-431f-9cd2-f60afc1f3068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.393792 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b8544-9ef2-41db-be1c-02a24b15dcc9 req-5ba21714-0722-4057-a62c-f6b047907245 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:09.395353 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-851b8544-9ef2-41db-be1c-02a24b15dcc9 req-5ba21714-0722-4057-a62c-f6b047907245 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Nov 23 14:34:09.432924 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f024-4f84-431f-9cd2-f60afc1f3068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.444586 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-851b8544-9ef2-41db-be1c-02a24b15dcc9 req-da93d90d-88c9-4d25-98c9-b1a8817af962 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Nov 23 14:34:09.506775 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f024-4f84-431f-9cd2-f60afc1f3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.546593 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2bf9f024-4f84-431f-9cd2-f60afc1f3068 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=069a2d36fa504a3e92fa42cc2e83a194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001604 Nov 23 14:34:09.547498 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f024-4f84-431f-9cd2-f60afc1f3068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da340b13-143f-4e7d-8e12-0368323bb4f3,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:09.549755 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 56938) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:09.601696 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6fab9975-72cf-4b9f-9604-ee321a960564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.625037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6fab9975-72cf-4b9f-9604-ee321a960564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.741135 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6fab9975-72cf-4b9f-9604-ee321a960564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.743715 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6fab9975-72cf-4b9f-9604-ee321a960564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.744879 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6fab9975-72cf-4b9f-9604-ee321a960564 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/da340b13-143f-4e7d-8e12-0368323bb4f3 HTTP/1.1" status: 204 len: 168 time: 0.1940715 Nov 23 14:34:09.753216 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab9975-72cf-4b9f-9604-ee321a960564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da340b13-143f-4e7d-8e12-0368323bb4f3,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:10.563435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff038-e262-4bcd-9b3a-a29b1c9eef0a req-422da543-f3c8-44e7-a66a-b77871573e55 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:10.565141 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c50ff038-e262-4bcd-9b3a-a29b1c9eef0a req-422da543-f3c8-44e7-a66a-b77871573e55 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0503092 Nov 23 14:34:10.617821 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c50ff038-e262-4bcd-9b3a-a29b1c9eef0a req-44096c82-2d7b-467b-86cd-14681db1beb6 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Nov 23 14:34:11.734590 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763c11-e987-46f7-87a0-cc5ac05f80fc req-18a86d55-4807-4b70-8160-df78d1a43007 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:11.736935 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-76763c11-e987-46f7-87a0-cc5ac05f80fc req-18a86d55-4807-4b70-8160-df78d1a43007 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0476019 Nov 23 14:34:11.782764 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-76763c11-e987-46f7-87a0-cc5ac05f80fc req-9fd4e4f7-52e4-4732-ac91-6dbeed2cec9a tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Nov 23 14:34:12.913166 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eb1be-cf87-488a-aca0-2091fa000ffb req-71cca255-7c29-4e55-93bf-22ba62dac571 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:12.915632 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fe1eb1be-cf87-488a-aca0-2091fa000ffb req-71cca255-7c29-4e55-93bf-22ba62dac571 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0564470 Nov 23 14:34:12.968921 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fe1eb1be-cf87-488a-aca0-2091fa000ffb req-88cb940e-3b26-44f0-a707-03670cfeff5b tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/security-groups?id=7d61d704-418a-4e44-937a-7580b7323e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Nov 23 14:34:13.584359 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-68e00f06-035a-4547-88ab-1c6ca0dc1140 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:13.585825 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-68e00f06-035a-4547-88ab-1c6ca0dc1140 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 945 time: 0.0537770 Nov 23 14:34:13.682387 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Deleting port 41917fa8-aec8-4d67-b659-2bd33221e38a {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:13.682630 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.773964 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] For port 41917fa8-aec8-4d67-b659-2bd33221e38a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=41917fa8-aec8-4d67-b659-2bd33221e38a,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:13.774316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.786011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Calling delete_port for 41917fa8-aec8-4d67-b659-2bd33221e38a owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:13.987189 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.000652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['41917fa8-aec8-4d67-b659-2bd33221e38a'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:14.022031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Pushing event deleted for resources: {'Port': ['ID=41917fa8-aec8-4d67-b659-2bd33221e38a,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:14.084583 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] No DVR routers for this DVR port 41917fa8-aec8-4d67-b659-2bd33221e38a on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:14.103495 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-94a3ffce-0f66-443a-aa46-a78bebb2976a req-a69f770f-20f6-4afa-95b7-bd9363ec5414 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.82 "GET /v2.0/ports?device_id=6058aa9c-7bfb-4762-8055-36d2f3e29234 HTTP/1.1" status: 200 len: 210 time: 0.0437803 Nov 23 14:34:14.105147 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.109150 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dfbd8952-f110-4ef2-94c8-9ae77e378ecb req-0d7d0fa1-dd40-4ec4-9565-19159ffb4250 tempest-ServerRescueNegativeTestJSON-1635152025 tempest-ServerRescueNegativeTestJSON-1635152025-project] 10.222.0.85 "DELETE /v2.0/ports/41917fa8-aec8-4d67-b659-2bd33221e38a HTTP/1.1" status: 204 len: 173 time: 0.5152209 Nov 23 14:34:14.109809 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'name': 'network-vif-deleted', 'tag': '41917fa8-aec8-4d67-b659-2bd33221e38a'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:14.113556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab8c8c-b46a-4801-b477-900cbe0ed12e" -d '{"events": [{"server_uuid": "6058aa9c-7bfb-4762-8055-36d2f3e29234", "name": "network-vif-deleted", "tag": "41917fa8-aec8-4d67-b659-2bd33221e38a"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:14.152600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35903b-c8b6-49bd-b305-e6ca0a06c0f1 x-openstack-request-id: req-ff35903b-c8b6-49bd-b305-e6ca0a06c0f1 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:14.152896 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058aa9c-7bfb-4762-8055-36d2f3e29234", "name": "network-vif-deleted", "tag": "41917fa8-aec8-4d67-b659-2bd33221e38a", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:14.153153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ff35903b-c8b6-49bd-b305-e6ca0a06c0f1 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:14.159554 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6058aa9c-7bfb-4762-8055-36d2f3e29234', 'name': 'network-vif-deleted', 'tag': '41917fa8-aec8-4d67-b659-2bd33221e38a', 'status': 'completed', 'code': 200} Nov 23 14:34:15.157921 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57010) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:15.595190 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.885137 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Deleting port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:15.885384 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.961777 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] For port 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,segment=NetworkSegment(cca4dd6d-7c57-47ac-a8df-19d2bf3dca67),segment_id=cca4dd6d-7c57-47ac-a8df-19d2bf3dca67)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:15.962156 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.973863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Calling delete_port for 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 owned by network:router_interface {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:16.207757 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.236580 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:16.393962 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.607657 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Router aead13f1-08cd-4776-b2a7-5821d11905fa has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:16.711702 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:16.718136 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5226adc0-4c33-4b85-b811-17790fde41a9 admin admin] 10.222.0.82 "PUT /v2.0/routers/aead13f1-08cd-4776-b2a7-5821d11905fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572207 Nov 23 14:34:16.719236 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57028) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:16.721646 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] Sync routers for ids ['aead13f1-08cd-4776-b2a7-5821d11905fa'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:16.731194 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] Routers {'aead13f1-08cd-4776-b2a7-5821d11905fa'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:16.731795 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['aead13f1-08cd-4776-b2a7-5821d11905fa'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:16.818664 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks [] for router, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.837914 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] Set router aead13f1-08cd-4776-b2a7-5821d11905fa gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:34:17.123363 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:34:16Z', 'revision_number': 5, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:17.144484 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.149407 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] Checking router: aead13f1-08cd-4776-b2a7-5821d11905fa for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:34:17.157671 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] Routers {'aead13f1-08cd-4776-b2a7-5821d11905fa'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:17.158310 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:33:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['aead13f1-08cd-4776-b2a7-5821d11905fa'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:17.260739 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] Set router aead13f1-08cd-4776-b2a7-5821d11905fa gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:34:17.265594 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Deleting port e1d063ed-fd07-4114-976c-7bff8b466d44 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:17.266171 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.346601 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] For port e1d063ed-fd07-4114-976c-7bff8b466d44, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e1d063ed-fd07-4114-976c-7bff8b466d44,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:17.347726 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.362632 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Calling delete_port for e1d063ed-fd07-4114-976c-7bff8b466d44 owned by network:router_gateway {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:17.439238 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:34:16Z', 'revision_number': 5, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:17.469679 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10275d58-c282-4ea6-9ea1-4a575fc44396 None None] The sync data for ids ['aead13f1-08cd-4776-b2a7-5821d11905fa'] in dv-cinder-804757-10-iscsi is: [{'id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'name': 'tempest-ServerRescueNegativeTestJSON-192337468-router', 'tenant_id': '39cee3fc64784108bc54007c1c6c0ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:14Z', 'updated_at': '2021-11-23T14:34:16Z', 'revision_number': 5, 'project_id': '39cee3fc64784108bc54007c1c6c0ca6', 'gw_port': {'id': 'e1d063ed-fd07-4114-976c-7bff8b466d44', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead13f1-08cd-4776-b2a7-5821d11905fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:17.586970 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.616041 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d063ed-fd07-4114-976c-7bff8b466d44,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:17.673287 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.773417 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.775507 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.904956 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.905544 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aead13f1-08cd-4776-b2a7-5821d11905fa {{(pid=103065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:17.913371 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.913371 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-ef98e0a7-1abe-43cf-9cb8-ea0f581a3f3d admin admin] 10.222.0.82 "DELETE /v2.0/routers/aead13f1-08cd-4776-b2a7-5821d11905fa HTTP/1.1" status: 204 len: 168 time: 1.1929879 Nov 23 14:34:17.916010 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57036) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:17.962930 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Deleting subnet c0711b79-edab-4e23-a122-f8f28ddb378e {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:17.966053 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.000928 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.043283 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.174221 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.200167 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0711b79-edab-4e23-a122-f8f28ddb378e,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:18.204772 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.209145 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-49bab53a-6dc9-40f7-af4d-a0738d79d7f4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c0711b79-edab-4e23-a122-f8f28ddb378e HTTP/1.1" status: 204 len: 168 time: 0.2921202 Nov 23 14:34:18.211539 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57038) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:18.281220 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.363401 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.383944 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:18.394177 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:18.394480 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca4dd6d-7c57-47ac-a8df-19d2bf3dca67') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:18.403823 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.416741 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.422474 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:18.422850 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:18.424982 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:18.492900 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:18.518487 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:18.518832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 6e2d6b2c-61ef-4ba8-a898-d5e10a926ec5 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:18.556434 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.561342 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.565442 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] 10.222.0.82 "DELETE /v2.0/networks/2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1 HTTP/1.1" status: 204 len: 168 time: 0.3525262 Nov 23 14:34:18.577721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ddd41-5296-44fa-80c6-3bdd8a761efc admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8a5eb1-a1ef-474e-b6f5-6b6329e1afd1,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:18.963074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57048) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:19.003189 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-496225d6-8a1d-4364-8c4d-fa205cc1f21b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=39cee3fc64784108bc54007c1c6c0ca6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388007 Nov 23 14:34:19.005598 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57050) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:19.053199 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-07936543-feb4-46fc-95f9-5dd0e3893c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.076835 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-07936543-feb4-46fc-95f9-5dd0e3893c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.187058 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-07936543-feb4-46fc-95f9-5dd0e3893c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.190503 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-07936543-feb4-46fc-95f9-5dd0e3893c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.191675 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-07936543-feb4-46fc-95f9-5dd0e3893c99 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7d61d704-418a-4e44-937a-7580b7323e00 HTTP/1.1" status: 204 len: 168 time: 0.1851482 Nov 23 14:34:19.199491 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07936543-feb4-46fc-95f9-5dd0e3893c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d61d704-418a-4e44-937a-7580b7323e00,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:20.081212 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e1d063ed-fd07-4114-976c-7bff8b466d44 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:20.101986 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: e1d063ed-fd07-4114-976c-7bff8b466d44 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:20.102353 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e1d063ed-fd07-4114-976c-7bff8b466d44 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:20.826993 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e3beccb7-05a2-4fe5-a7ea-80efb29e2a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.102801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 41917fa8-aec8-4d67-b659-2bd33221e38a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:22.123435 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 41917fa8-aec8-4d67-b659-2bd33221e38a {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:22.123781 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 41917fa8-aec8-4d67-b659-2bd33221e38a not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:22.945740 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57132) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:23.047594 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ec27eb53-c75b-48a1-b629-4761590a46e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.122801 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ec27eb53-c75b-48a1-b629-4761590a46e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.190878 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ec27eb53-c75b-48a1-b629-4761590a46e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.231948 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-ec27eb53-c75b-48a1-b629-4761590a46e3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=739ca127add74f24a0fd85158b334e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851083 Nov 23 14:34:23.232843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27eb53-c75b-48a1-b629-4761590a46e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2829225-01f7-4d22-aa4c-49fc1dba9a8b,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:23.234631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57140) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:23.236657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bccd08c7-773e-4e03-a7ce-fcf6c7029f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.284654 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-520f1b3b-3952-468b-b410-49dff2e0c1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.305905 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-520f1b3b-3952-468b-b410-49dff2e0c1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.419207 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-520f1b3b-3952-468b-b410-49dff2e0c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.421824 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-520f1b3b-3952-468b-b410-49dff2e0c1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.424903 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-520f1b3b-3952-468b-b410-49dff2e0c1b9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d2829225-01f7-4d22-aa4c-49fc1dba9a8b HTTP/1.1" status: 204 len: 168 time: 0.1873498 Nov 23 14:34:23.431081 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f1b3b-3952-468b-b410-49dff2e0c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2829225-01f7-4d22-aa4c-49fc1dba9a8b,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:24.444321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.752811 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.053576 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.970391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.179385 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:34:31.342380 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-a89437d9-a912-469b-9691-87d3bdff73e5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430443 Nov 23 14:34:31.409087 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-c85fa615-407d-4857-bcde-b44e2399a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.410569 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-c85fa615-407d-4857-bcde-b44e2399a72a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1098 time: 0.0402761 Nov 23 14:34:31.514809 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-83c231a2-669f-4439-9c5c-a4d417aa8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.516323 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-83c231a2-669f-4439-9c5c-a4d417aa8209 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0845618 Nov 23 14:34:31.579473 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-8cdf39ce-c3d4-40d9-93af-c55ed9fdbe62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 1001 time: 0.0546944 Nov 23 14:34:31.627469 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-4a195c63-2723-4bbb-badf-347c2067b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.628901 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-4a195c63-2723-4bbb-badf-347c2067b2ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0412059 Nov 23 14:34:31.680701 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-7a94a329-cc6a-4c9e-88fc-c694bbb172f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.682139 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-7a94a329-cc6a-4c9e-88fc-c694bbb172f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421407 Nov 23 14:34:31.773892 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-6103ebe9-101d-4be5-a4e0-17dfb43a3eaa service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798333 Nov 23 14:34:31.867203 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c5100455-c85e-4dbd-be58-926ff66cf0dd req-73d3c98c-c954-4f43-b3db-01f0912a1496 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840638 Nov 23 14:34:33.886042 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-8bbc0457-e333-413b-8a2a-d07f20114948 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.887474 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-8bbc0457-e333-413b-8a2a-d07f20114948 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.1030209 Nov 23 14:34:33.902485 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-531fa5e7-bf9b-4e6f-afe7-d91fcb43ec75 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/quotas/368da8317e0d4261811a214a941624dc HTTP/1.1" status: 200 len: 375 time: 0.0094721 Nov 23 14:34:33.956561 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-b5d0b0c5-3ea3-4975-811f-ddb196628cce tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489395 Nov 23 14:34:34.044860 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-003f2aa0-540a-49cd-814e-473a524ae8ab service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801871 Nov 23 14:34:34.138044 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-ee8d6d86-b796-4a7b-bce3-bd463f73d611 service neutron] 10.222.0.82 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867095 Nov 23 14:34:34.358253 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3ab42b93-bfd9-4a7f-86a0-f67ad6c22f92 req-936d19f0-137d-4058-92f0-9450c5a6e367 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Nov 23 14:34:34.609420 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57358) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:34.715184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.786472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.851379 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.887347 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcabdc-2e81-41c5-a9cb-323e8d5f7271,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.891019 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d5dd761a4db84c839cbfc13e1a5c2119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805958 Nov 23 14:34:34.893751 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57364) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:34.897556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.897940 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.898280 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.898616 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.898999 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.899277 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.899607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.899934 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.900284 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.900636 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.900941 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.901262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e081e-bab6-4121-9542-32e67f10a379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:34.943352 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.964564 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.082739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.085997 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.092556 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e2fcabdc-2e81-41c5-a9cb-323e8d5f7271 HTTP/1.1" status: 204 len: 168 time: 0.1923945 Nov 23 14:34:35.095155 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcabdc-2e81-41c5-a9cb-323e8d5f7271,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.103169 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.103523 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.103867 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.104210 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.104565 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.104902 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.105230 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.105556 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.105887 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.106212 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.106553 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.106863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f86e6-5c9e-43d5-a68f-da8fce553d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:35.652720 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57376) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:35.666745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc33e9ef-d7e3-4df6-97a3-7944e05b91e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.741547 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc33e9ef-d7e3-4df6-97a3-7944e05b91e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.802245 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc33e9ef-d7e3-4df6-97a3-7944e05b91e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.841428 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fc33e9ef-d7e3-4df6-97a3-7944e05b91e4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b59d5dcc54e44b6ba937cbcbcf2eb14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876373 Nov 23 14:34:35.842338 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33e9ef-d7e3-4df6-97a3-7944e05b91e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff9c1f4-fe65-411b-b1e5-07d388269f0d,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.844072 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57378) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:35.890964 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c9e3439b-1303-46d3-8018-d2524689f19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.916322 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c9e3439b-1303-46d3-8018-d2524689f19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.019490 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c9e3439b-1303-46d3-8018-d2524689f19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.022834 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c9e3439b-1303-46d3-8018-d2524689f19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.023971 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c9e3439b-1303-46d3-8018-d2524689f19b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/eff9c1f4-fe65-411b-b1e5-07d388269f0d HTTP/1.1" status: 204 len: 168 time: 0.1787176 Nov 23 14:34:36.032468 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3439b-1303-46d3-8018-d2524689f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff9c1f4-fe65-411b-b1e5-07d388269f0d,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:36.471621 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3be562f2-7c41-4326-8797-b9776cc29b94 req-de57b454-e967-431f-968e-a8b61e5b325a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 210 time: 0.0304737 Nov 23 14:34:38.020580 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dd47b82b-6ddc-4015-b555-687d33d4a8d6 req-758645df-c110-48bc-9eb1-4b4130319b69 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 210 time: 0.0254648 Nov 23 14:34:39.132796 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5413a19a-833e-4663-b158-e8e5449bd5e8 req-49bb6e0a-6b42-4048-93db-b8d471685721 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 210 time: 0.0263097 Nov 23 14:34:39.551120 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-705f09c4-92b7-4331-acb8-6dd528f08bcc tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.552720 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-705f09c4-92b7-4331-acb8-6dd528f08bcc tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 814 time: 0.1047239 Nov 23 14:34:39.571148 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Request body: {'port': {'device_id': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'admin_state_up': True, 'tenant_id': '368da8317e0d4261811a214a941624dc'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:39.747777 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Made reservation on behalf of 368da8317e0d4261811a214a941624dc for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:39.751398 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.884930 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Allocated IP 172.20.0.7 (91c21480-0f27-4f06-9850-471f208e0ee5/eccc233e-7824-4c70-ac58-4b4ee2fa4393/740e4a45-0299-43d8-aef2-b8d7f6c87383) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:40.030259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.177220 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.199174 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48', '6eb8710c-9885-4985-b1fc-07ee28411a7c', '33c40c31-9d6e-4241-9de7-e23035380d49'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:40.239942 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Network 91c21480-0f27-4f06-9850-471f208e0ee5 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:40.257597 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:40.260501 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event updated for resources: {'Port': ['ID=740e4a45-0299-43d8-aef2-b8d7f6c87383,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.262821 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:40.322687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccd7c6-1506-4e4f-8178-8f029d5b7ab0 req-5420ba58-acee-4ee1-a03f-651664cf6d72 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:40.323731 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-23ccd7c6-1506-4e4f-8178-8f029d5b7ab0 req-5420ba58-acee-4ee1-a03f-651664cf6d72 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 931 time: 0.1012771 Nov 23 14:34:40.330007 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:40.330612 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.610718 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-23ccd7c6-1506-4e4f-8178-8f029d5b7ab0 req-3709a2a5-d19e-4bb7-9837-8e8e19d8b75c tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773314 Nov 23 14:34:40.639927 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e8d816dd-8f82-45eb-8c50-8741f45ce0d4 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0726304 Nov 23 14:34:40.652554 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Request body: {'port': {'device_id': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:40.704747 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.966262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740e4a45-0299-43d8-aef2-b8d7f6c87383 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:40.973443 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.985676 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Transition to ACTIVE for port object 740e4a45-0299-43d8-aef2-b8d7f6c87383 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:34:41.067478 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.121706 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=740e4a45-0299-43d8-aef2-b8d7f6c87383,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:41.186050 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Attempting to bind port 740e4a45-0299-43d8-aef2-b8d7f6c87383 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:41.186547 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Attempting to bind port 740e4a45-0299-43d8-aef2-b8d7f6c87383 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:41.186882 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Attempting to bind port 740e4a45-0299-43d8-aef2-b8d7f6c87383 on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:41.191183 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Port 740e4a45-0299-43d8-aef2-b8d7f6c87383 on network 91c21480-0f27-4f06-9850-471f208e0ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:34:41.191498 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Attempting to bind port 740e4a45-0299-43d8-aef2-b8d7f6c87383 on network 91c21480-0f27-4f06-9850-471f208e0ee5 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:41.197037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:41.197368 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Checking segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:41.197742 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Bound using segment: {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:41.198156 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Bound port: 740e4a45-0299-43d8-aef2-b8d7f6c87383, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfc3c0-aeb8-4f92-a26f-c26a9e547085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:41.198502 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.265395 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] For port 740e4a45-0299-43d8-aef2-b8d7f6c87383, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:41.268357 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] For port 740e4a45-0299-43d8-aef2-b8d7f6c87383, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:41.334899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.366735 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.367786 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.372766 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] 10.222.0.85 "PUT /v2.0/ports/740e4a45-0299-43d8-aef2-b8d7f6c87383 HTTP/1.1" status: 200 len: 1093 time: 0.7207284 Nov 23 14:34:41.372766 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'tag': '740e4a45-0299-43d8-aef2-b8d7f6c87383'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:41.373894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72" -d '{"events": [{"name": "network-changed", "server_uuid": "debd017d-9965-4cc4-8998-8827fb2a1072", "tag": "740e4a45-0299-43d8-aef2-b8d7f6c87383"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:41.398937 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76578b-285a-4b57-8fdd-ad95afb6cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=740e4a45-0299-43d8-aef2-b8d7f6c87383,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:41.528360 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397c819b-5bc9-4ab8-9f21-d06d96b9fa02 x-openstack-request-id: req-397c819b-5bc9-4ab8-9f21-d06d96b9fa02 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:41.528648 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debd017d-9965-4cc4-8998-8827fb2a1072", "tag": "740e4a45-0299-43d8-aef2-b8d7f6c87383", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:41.528993 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-397c819b-5bc9-4ab8-9f21-d06d96b9fa02 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:41.529395 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'tag': '740e4a45-0299-43d8-aef2-b8d7f6c87383', 'status': 'completed', 'code': 200} Nov 23 14:34:41.577086 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-618079ee-ad15-4859-a58e-41071d07e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.578539 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-618079ee-ad15-4859-a58e-41071d07e616 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 1096 time: 0.0404871 Nov 23 14:34:41.625935 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-d28b78b6-6961-4eaa-b0c1-23330a61fb78 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383 HTTP/1.1" status: 200 len: 217 time: 0.0358961 Nov 23 14:34:41.675676 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-5e283560-0bb0-4b03-b273-cae0fb507680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.678611 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-5e283560-0bb0-4b03-b273-cae0fb507680 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 200 len: 854 time: 0.0434647 Nov 23 14:34:41.728881 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-608f66c5-9a2a-4618-918d-9cfa247439df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91c21480-0f27-4f06-9850-471f208e0ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384579 Nov 23 14:34:41.769874 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d8c7-7f82-4bb6-b702-beca31f2bdac req-3c70ef42-dc61-48f8-a5fd-7ed17238ad86 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.771953 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9b16d8c7-7f82-4bb6-b702-beca31f2bdac req-3c70ef42-dc61-48f8-a5fd-7ed17238ad86 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 943 time: 0.0910065 Nov 23 14:34:41.864014 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9b16d8c7-7f82-4bb6-b702-beca31f2bdac req-4f359fd0-1e42-431b-8348-816691d96d7f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859022 Nov 23 14:34:41.867919 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-e1ae47b4-1686-4d51-8634-8304a0c024ec service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313977 Nov 23 14:34:41.962608 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f25b56f9-37aa-4c73-adcb-75cc41d34aa7 req-3eee5483-5b06-4d0e-a276-8bf4aab33146 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874481 Nov 23 14:34:42.148803 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-306b7af8-575f-4d8c-b45e-e9b914a13d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.150301 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-306b7af8-575f-4d8c-b45e-e9b914a13d85 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=368da8317e0d4261811a214a941624dc&device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 1096 time: 0.0405972 Nov 23 14:34:42.244884 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-9ae318c7-a19e-4e5e-b2ae-5853cd4ae7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.246347 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-9ae318c7-a19e-4e5e-b2ae-5853cd4ae7a0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 200 len: 916 time: 0.0884888 Nov 23 14:34:42.288726 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-b396c1ad-95e9-4dd4-9f2d-ee7c1792362f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383 HTTP/1.1" status: 200 len: 217 time: 0.0351160 Nov 23 14:34:42.336847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-7eef2dfb-5a47-40dd-bab9-c1c97a9a8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.338178 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-7eef2dfb-5a47-40dd-bab9-c1c97a9a8d67 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 200 len: 854 time: 0.0428002 Nov 23 14:34:42.373818 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-341e4bd1-d789-46b4-90b1-2d3e18d29f4d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91c21480-0f27-4f06-9850-471f208e0ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282245 Nov 23 14:34:42.469867 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-9c00f9e9-d3b4-4202-887d-8d24e846a298 service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Nov 23 14:34:42.569700 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1f307ed0-abda-4bef-aa5f-ab9c493b3f72 req-1a40b0ba-0fb7-43ab-ae90-e892bcc9ce4a service neutron] 10.222.0.85 "GET /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916302 Nov 23 14:34:42.927786 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-c5c1734c-e69f-489f-ab21-37ed7295a284 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968714706&fields=id&tenant_id=c62f306655ec464f9295fc94d9ce4e1a HTTP/1.1" status: 200 len: 267 time: 0.0449007 Nov 23 14:34:42.986267 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f91fa-a026-46d7-a16e-65e674deff8d req-07a5b23b-aa61-4c2d-9ade-a88891b6929c tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.986870 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e64f91fa-a026-46d7-a16e-65e674deff8d req-07a5b23b-aa61-4c2d-9ade-a88891b6929c tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 943 time: 0.0523918 Nov 23 14:34:43.041699 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e64f91fa-a026-46d7-a16e-65e674deff8d req-1ec0e55b-3d04-4ac2-b792-1f7c8773dadd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Nov 23 14:34:43.043075 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-d1ba3311-fe5f-4787-90ad-58479c0d3d49 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:43.044644 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-d1ba3311-fe5f-4787-90ad-58479c0d3d49 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 809 time: 0.1097581 Nov 23 14:34:43.060531 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-bfd61ab1-a647-412e-bf70-599a64d56c8f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/quotas/c62f306655ec464f9295fc94d9ce4e1a HTTP/1.1" status: 200 len: 375 time: 0.0098398 Nov 23 14:34:43.113066 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-8f1dceec-259f-4307-83a3-07d60cdf582f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464575 Nov 23 14:34:43.209970 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-53bf8af2-ee21-4e0d-a82d-6debe9fd8cfc service neutron] 10.222.0.82 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Nov 23 14:34:43.299387 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-fb50c37b-3a22-4501-9c92-8ca847aa1c60 service neutron] 10.222.0.82 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831168 Nov 23 14:34:43.923735 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-393c317b-1250-491b-9d1e-57c44bbea128 req-093b1fde-859b-4746-bda9-56c72a888fc0 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0277638 Nov 23 14:34:44.170109 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e9f2-08a3-4a23-87e8-eb6adb71c429 req-bf849487-f277-4d4e-a23d-105c1be2d52d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:44.171615 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bbe1e9f2-08a3-4a23-87e8-eb6adb71c429 req-bf849487-f277-4d4e-a23d-105c1be2d52d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 943 time: 0.0605175 Nov 23 14:34:44.230039 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bbe1e9f2-08a3-4a23-87e8-eb6adb71c429 req-2b1f0e6c-795a-4ab8-a172-4bdb354851f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488210 Nov 23 14:34:45.056115 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75ae639c-0366-4f73-ac61-b1a74b07c766 req-aa9d6fdc-d36d-4339-84e7-dfebd5e5553a tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0280457 Nov 23 14:34:45.348297 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57211c8-eba8-4444-a459-d44e7ea57bb3 req-5f905f27-214c-4338-89ac-f302c21b6156 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:45.349837 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a57211c8-eba8-4444-a459-d44e7ea57bb3 req-5f905f27-214c-4338-89ac-f302c21b6156 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 943 time: 0.0499051 Nov 23 14:34:45.400250 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a57211c8-eba8-4444-a459-d44e7ea57bb3 req-173e4089-f64b-48d0-ac3a-6cfdfbb2d64b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Nov 23 14:34:46.129047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-18c12cb5-5e8a-4e8d-a7af-e145a267960f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.130536 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-18c12cb5-5e8a-4e8d-a7af-e145a267960f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 809 time: 0.1163843 Nov 23 14:34:46.176514 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-17d386b5-dcc8-427a-b3a8-c6d5edb39557 req-0b4b0fbf-e86b-459b-ab10-d413a5021435 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0442133 Nov 23 14:34:46.213421 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-bacb57b9-df10-4c9f-bda1-e23fd07a706c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62f306655ec464f9295fc94d9ce4e1a HTTP/1.1" status: 200 len: 380 time: 0.0719693 Nov 23 14:34:46.225907 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'port': {'device_id': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'admin_state_up': True, 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'security_groups': ['90290009-24cc-4b3f-8dda-6903f73c9260']}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:46.228811 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 740e4a45-0299-43d8-aef2-b8d7f6c87383 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:34:46.331844 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 740e4a45-0299-43d8-aef2-b8d7f6c87383, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:46.344332 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '740e4a45-0299-43d8-aef2-b8d7f6c87383', 'network_id': '91c21480-0f27-4f06-9850-471f208e0ee5', 'port_id': '740e4a45-0299-43d8-aef2-b8d7f6c87383', 'mac_address': 'fa:16:3e:19:95:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eccc233e-7824-4c70-ac58-4b4ee2fa4393', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:34:46.383101 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.395404 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740e4a45-0299-43d8-aef2-b8d7f6c87383 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:46.415390 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 740e4a45-0299-43d8-aef2-b8d7f6c87383, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:46.454635 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Made reservation on behalf of c62f306655ec464f9295fc94d9ce4e1a for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:46.458234 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.494838 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.532121 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1653-39fa-462a-a3a0-7371a1df9bc9 req-72a54c3d-cd4b-41d3-94cb-66bdf2056da7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.533777 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5cfa1653-39fa-462a-a3a0-7371a1df9bc9 req-72a54c3d-cd4b-41d3-94cb-66bdf2056da7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 943 time: 0.0659139 Nov 23 14:34:46.555711 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=740e4a45-0299-43d8-aef2-b8d7f6c87383,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:46.563185 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.563761 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.564273 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.564776 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.565386 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.565878 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.566540 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.567024 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.567501 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.568652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.569404 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.569751 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:46.594979 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Allocated IP 172.20.0.5 (96de613f-b0df-463c-b9eb-c71994d0999f/134f0a66-6bd2-4d71-beda-d74e2bbcfefd/20c986d1-94ea-44c7-9233-9b2ae752b164) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:46.600998 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5cfa1653-39fa-462a-a3a0-7371a1df9bc9 req-0e2c357d-96f3-4166-82ac-15e6a388c96f tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564902 Nov 23 14:34:46.742107 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.844449 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.885534 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Network 96de613f-b0df-463c-b9eb-c71994d0999f is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:46.892821 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:46.895393 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:46.933712 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:46.950824 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['740e4a45-0299-43d8-aef2-b8d7f6c87383'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:46.984478 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.985417 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.063424 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-e69e1de2-48ca-4d2c-a758-7eb8279c3b10 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418915 Nov 23 14:34:47.079249 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Request body: {'port': {'device_id': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:47.143067 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.191839 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-85312f72-3316-4eb1-87a9-19b2f339d8b2 None None] Provisioning complete for port 20c986d1-94ea-44c7-9233-9b2ae752b164 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:47.192211 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-85312f72-3316-4eb1-87a9-19b2f339d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.229321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-85312f72-3316-4eb1-87a9-19b2f339d8b2 None None] Port 20c986d1-94ea-44c7-9233-9b2ae752b164 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:47.348793 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5460e-b8f7-475b-8251-3b58f8daf69b req-501b159a-8966-4563-aa00-3b9be64c6abd tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.351445 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-01a5460e-b8f7-475b-8251-3b58f8daf69b req-501b159a-8966-4563-aa00-3b9be64c6abd tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 931 time: 0.0540049 Nov 23 14:34:47.408717 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-01a5460e-b8f7-475b-8251-3b58f8daf69b req-46159f22-a730-42c5-9bab-23e85b3fe1b1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517681 Nov 23 14:34:47.440725 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c986d1-94ea-44c7-9233-9b2ae752b164 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:47.448996 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.465691 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Transition to ACTIVE for port object 20c986d1-94ea-44c7-9233-9b2ae752b164 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:34:47.514685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb09d95-aaf6-432d-b924-cb9252000fea req-28168809-3ae6-4959-9da1-baa94629d9dc tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.516289 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ffb09d95-aaf6-432d-b924-cb9252000fea req-28168809-3ae6-4959-9da1-baa94629d9dc tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0493274 Nov 23 14:34:47.535033 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.569400 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ffb09d95-aaf6-432d-b924-cb9252000fea req-e14ba06a-f3f2-420b-9375-8a7117138395 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Nov 23 14:34:47.590436 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:47.671280 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Attempting to bind port 20c986d1-94ea-44c7-9233-9b2ae752b164 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:47.671626 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Attempting to bind port 20c986d1-94ea-44c7-9233-9b2ae752b164 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:47.672116 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Attempting to bind port 20c986d1-94ea-44c7-9233-9b2ae752b164 on network 96de613f-b0df-463c-b9eb-c71994d0999f {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:47.689141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Port 20c986d1-94ea-44c7-9233-9b2ae752b164 on network 96de613f-b0df-463c-b9eb-c71994d0999f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:34:47.689458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Attempting to bind port 20c986d1-94ea-44c7-9233-9b2ae752b164 on network 96de613f-b0df-463c-b9eb-c71994d0999f {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:47.711514 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:47.711846 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Checking segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:47.712228 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Bound using segment: {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:47.712683 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Bound port: 20c986d1-94ea-44c7-9233-9b2ae752b164, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:47.713033 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.768162 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eba3d-90ef-4f76-8352-b904c8a65de4 req-68126bf5-1547-4b78-84e3-8809d36796ad tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.772731 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-621eba3d-90ef-4f76-8352-b904c8a65de4 req-68126bf5-1547-4b78-84e3-8809d36796ad tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 944 time: 0.0980039 Nov 23 14:34:47.821573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:47.826530 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:47.846250 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-621eba3d-90ef-4f76-8352-b904c8a65de4 req-31a20801-3dc6-4ba4-9320-fff783567d0e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682776 Nov 23 14:34:47.887297 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.919276 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.920191 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.921645 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] 10.222.0.85 "PUT /v2.0/ports/20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 1093 time: 0.8473899 Nov 23 14:34:47.923825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:47.927541 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:47.976561 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd40c8-3536-4990-a03b-c6d87770076a x-openstack-request-id: req-01dd40c8-3536-4990-a03b-c6d87770076a {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:47.976860 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:47.977117 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-01dd40c8-3536-4990-a03b-c6d87770076a {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:47.977521 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'status': 'completed', 'code': 200} Nov 23 14:34:47.982724 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5ee94-6e4c-4346-8e83-976cc2596541 service neutron] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:48.058705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6 req-25795850-ff2c-4570-a4ee-3682bb970ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.060673 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6 req-25795850-ff2c-4570-a4ee-3682bb970ea0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1096 time: 0.0458407 Nov 23 14:34:48.169475 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6 req-82ae7db7-3cb1-410f-9944-6f745fd755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.171046 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6 req-82ae7db7-3cb1-410f-9944-6f745fd755c6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1003065 Nov 23 14:34:48.270621 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6 req-870b21e3-fa7a-4748-b0fb-64c3fba5ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.273202 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f176dd8-5deb-4acb-bd0b-70d96f3ff6d6 req-870b21e3-fa7a-4748-b0fb-64c3fba5ec02 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0922396 Nov 23 14:34:48.368583 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-22a74398-9aca-4081-823c-504c9d844ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.368583 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-22a74398-9aca-4081-823c-504c9d844ddd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1096 time: 0.0440822 Nov 23 14:34:48.416466 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-204d524b-820a-4dff-9eb6-6c9bb4892ee8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 217 time: 0.0353308 Nov 23 14:34:48.473049 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-810ddde1-cdcc-4c6a-9555-f1d26639d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.475520 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-810ddde1-cdcc-4c6a-9555-f1d26639d9b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0470111 Nov 23 14:34:48.526595 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbd95-d1a6-42eb-b1a8-0d0af8ef4225 req-6d03ad46-59a2-4a96-bc36-fad1a85960b5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.528176 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7dedbd95-d1a6-42eb-b1a8-0d0af8ef4225 req-6d03ad46-59a2-4a96-bc36-fad1a85960b5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0490882 Nov 23 14:34:48.529425 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766273-e92c-4155-9977-9736bca79fe4 req-e0318c9a-c436-4fb0-8d0f-a7205d8f164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.530922 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-e0318c9a-c436-4fb0-8d0f-a7205d8f164a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450172 Nov 23 14:34:48.579818 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7dedbd95-d1a6-42eb-b1a8-0d0af8ef4225 req-1d74997c-ae5e-4c26-b483-781e5c058453 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Nov 23 14:34:48.635254 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-199c7ce2-f28a-422e-bd4e-1237681be61a service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863860 Nov 23 14:34:48.753745 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81030-25bd-43e9-ba0d-99c9d1d92b1b req-417039e7-d235-44a3-9c28-59990e3ee37a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.755718 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ab81030-25bd-43e9-ba0d-99c9d1d92b1b req-417039e7-d235-44a3-9c28-59990e3ee37a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.1013582 Nov 23 14:34:48.783071 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33766273-e92c-4155-9977-9736bca79fe4 req-422d8913-5fca-44a9-8d3b-a44eb3b6e868 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363628 Nov 23 14:34:48.811947 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ab81030-25bd-43e9-ba0d-99c9d1d92b1b req-1b0bda55-c676-4f4b-b906-aa0eac11c616 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Nov 23 14:34:48.963475 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb4f35-fea1-4bf1-9aab-4e4b20fe0071 req-c2344929-007b-4cbb-9635-d3d1e45c05e0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.964976 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fbbb4f35-fea1-4bf1-9aab-4e4b20fe0071 req-c2344929-007b-4cbb-9635-d3d1e45c05e0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 944 time: 0.0517397 Nov 23 14:34:49.011190 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fbbb4f35-fea1-4bf1-9aab-4e4b20fe0071 req-d9a0057e-badc-4a64-8724-6e41a943d9cd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Nov 23 14:34:49.727475 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec182f09-fdee-4a28-82ab-0dcf4ca54b06 req-14e4f704-c1b4-4690-90dc-2b1426b69f45 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.729092 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ec182f09-fdee-4a28-82ab-0dcf4ca54b06 req-14e4f704-c1b4-4690-90dc-2b1426b69f45 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0790999 Nov 23 14:34:49.751058 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-20eea2fd-05c0-4e85-ae6f-90721a4f67ad tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.752470 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-20eea2fd-05c0-4e85-ae6f-90721a4f67ad tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0721040 Nov 23 14:34:49.815188 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ec182f09-fdee-4a28-82ab-0dcf4ca54b06 req-8a4a78d7-0711-4f8b-8e32-fa2f7d943573 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796638 Nov 23 14:34:49.873736 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Deleting port b583cf1d-49a4-4160-adc2-d5b91008581e {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:49.874339 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.934536 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d99a0-9deb-4c5b-8167-d77ef93fa06a req-9353d133-2faf-456b-9582-75bf3786d60d tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.936038 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-811d99a0-9deb-4c5b-8167-d77ef93fa06a req-9353d133-2faf-456b-9582-75bf3786d60d tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 946 time: 0.0532908 Nov 23 14:34:49.968950 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] For port b583cf1d-49a4-4160-adc2-d5b91008581e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b583cf1d-49a4-4160-adc2-d5b91008581e,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:49.969297 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.982282 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Calling delete_port for b583cf1d-49a4-4160-adc2-d5b91008581e owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:49.984991 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-811d99a0-9deb-4c5b-8167-d77ef93fa06a req-38db1fc2-5c01-4e92-9266-981254228005 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Nov 23 14:34:50.150971 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d2116-f231-43e5-8111-9aa908459572 req-43121300-5b0f-43ff-ac32-fa36a37b1729 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:50.152455 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-417d2116-f231-43e5-8111-9aa908459572 req-43121300-5b0f-43ff-ac32-fa36a37b1729 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 944 time: 0.0623395 Nov 23 14:34:50.198966 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-417d2116-f231-43e5-8111-9aa908459572 req-1db20c00-98f6-4bbb-88f0-47303f36c850 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Nov 23 14:34:50.199977 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.212954 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['b583cf1d-49a4-4160-adc2-d5b91008581e'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:50.227019 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Pushing event deleted for resources: {'Port': ['ID=b583cf1d-49a4-4160-adc2-d5b91008581e,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.237205 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 740e4a45-0299-43d8-aef2-b8d7f6c87383 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:50.272575 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] No DVR routers for this DVR port b583cf1d-49a4-4160-adc2-d5b91008581e on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:50.275085 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.278452 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0cde0fda-081f-4a14-a59c-fb0f97061743 req-95bc56f4-c47f-47c2-8597-4b951f3dac44 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "DELETE /v2.0/ports/b583cf1d-49a4-4160-adc2-d5b91008581e HTTP/1.1" status: 204 len: 173 time: 0.5142758 Nov 23 14:34:50.278891 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'name': 'network-vif-deleted', 'tag': 'b583cf1d-49a4-4160-adc2-d5b91008581e'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:50.281388 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ff10b-5555-4621-b160-237fc98e9fdf" -d '{"events": [{"server_uuid": "66d63f1e-28e8-4644-a848-e1c1820b86f1", "name": "network-vif-deleted", "tag": "b583cf1d-49a4-4160-adc2-d5b91008581e"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:50.317566 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c80210-2a77-437f-afa5-7fbdb5fd5879 x-openstack-request-id: req-13c80210-2a77-437f-afa5-7fbdb5fd5879 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:50.317914 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d63f1e-28e8-4644-a848-e1c1820b86f1", "name": "network-vif-deleted", "tag": "b583cf1d-49a4-4160-adc2-d5b91008581e", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:50.318168 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-13c80210-2a77-437f-afa5-7fbdb5fd5879 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:50.318874 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d63f1e-28e8-4644-a848-e1c1820b86f1', 'name': 'network-vif-deleted', 'tag': 'b583cf1d-49a4-4160-adc2-d5b91008581e', 'status': 'completed', 'code': 200} Nov 23 14:34:50.395067 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 740e4a45-0299-43d8-aef2-b8d7f6c87383 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:34:50.399731 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 740e4a45-0299-43d8-aef2-b8d7f6c87383 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:50.400208 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.479497 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.501476 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740e4a45-0299-43d8-aef2-b8d7f6c87383'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:50.503689 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17b89d-7fcf-42b3-a40c-2eef88f34eaf" -d '{"events": [{"server_uuid": "debd017d-9965-4cc4-8998-8827fb2a1072", "name": "network-vif-plugged", "status": "completed", "tag": "740e4a45-0299-43d8-aef2-b8d7f6c87383"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:50.515849 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 740e4a45-0299-43d8-aef2-b8d7f6c87383, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:50.546557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f3cfcf-5890-47ac-b51b-5f8caaec4763 x-openstack-request-id: req-51f3cfcf-5890-47ac-b51b-5f8caaec4763 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:50.546557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd017d-9965-4cc4-8998-8827fb2a1072", "name": "network-vif-plugged", "status": "completed", "tag": "740e4a45-0299-43d8-aef2-b8d7f6c87383", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:50.546557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-51f3cfcf-5890-47ac-b51b-5f8caaec4763 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:50.546557 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740e4a45-0299-43d8-aef2-b8d7f6c87383', 'code': 200} Nov 23 14:34:50.588925 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.646499 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=740e4a45-0299-43d8-aef2-b8d7f6c87383,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.852061 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ee9a-943d-4b9e-8251-9f309d27adee req-8f111a34-d148-41e1-a903-f8bbff8eba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:50.853828 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1e95ee9a-943d-4b9e-8251-9f309d27adee req-8f111a34-d148-41e1-a903-f8bbff8eba34 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 1098 time: 0.0432758 Nov 23 14:34:50.913303 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1e95ee9a-943d-4b9e-8251-9f309d27adee req-4c420e60-ec18-4bf4-ad11-9ea5d4020a6a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Nov 23 14:34:50.937675 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6504b1b5-58bc-49cf-9834-4579469456db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.940148 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6201c38-2fbd-4ea7-8229-95f513d6de77 req-b3cc2e1f-3046-420e-9f24-bc2bf7b73b46 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:50.941671 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a6201c38-2fbd-4ea7-8229-95f513d6de77 req-b3cc2e1f-3046-420e-9f24-bc2bf7b73b46 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0497918 Nov 23 14:34:50.994260 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a6201c38-2fbd-4ea7-8229-95f513d6de77 req-7108bc7e-2f51-4513-81a4-2dce54d3471e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Nov 23 14:34:51.099353 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-02fee4ba-87f7-452c-a038-f6c82a0f2ab0 req-586a5c8e-618a-485c-9c1d-6df774422919 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d63f1e-28e8-4644-a848-e1c1820b86f1 HTTP/1.1" status: 200 len: 210 time: 0.0259755 Nov 23 14:34:51.213326 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57694) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:51.315110 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123344-424f-4ade-a8ca-01f19bc8ee6e req-ef9c147b-4963-4c7d-aedd-900a317e07bd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:51.318520 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d0123344-424f-4ade-a8ca-01f19bc8ee6e req-ef9c147b-4963-4c7d-aedd-900a317e07bd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0515375 Nov 23 14:34:51.323208 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a0248d83-43ee-48a2-90e3-5de9486bb7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.381861 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d0123344-424f-4ade-a8ca-01f19bc8ee6e req-b90bbc7d-2044-4f0d-a0e0-596d5190e92d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584671 Nov 23 14:34:51.419908 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a0248d83-43ee-48a2-90e3-5de9486bb7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.480505 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a0248d83-43ee-48a2-90e3-5de9486bb7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.520051 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a0248d83-43ee-48a2-90e3-5de9486bb7a8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=769f3589e02b4d2b89c94396547e15b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056762 Nov 23 14:34:51.521052 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0248d83-43ee-48a2-90e3-5de9486bb7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144a7e3-2db6-4d7c-8ccf-0610ad568d4c,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:51.523026 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57700) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:51.571447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b561591-cb1b-4224-9824-afc06c3beff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.591801 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b561591-cb1b-4224-9824-afc06c3beff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.703189 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b561591-cb1b-4224-9824-afc06c3beff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.705833 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-8b561591-cb1b-4224-9824-afc06c3beff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.706978 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-8b561591-cb1b-4224-9824-afc06c3beff4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6144a7e3-2db6-4d7c-8ccf-0610ad568d4c HTTP/1.1" status: 204 len: 168 time: 0.1827059 Nov 23 14:34:51.714809 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b561591-cb1b-4224-9824-afc06c3beff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6144a7e3-2db6-4d7c-8ccf-0610ad568d4c,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:52.115586 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508463-55de-47ac-91c7-277c8a58017d req-1e8160e3-b8de-4d0d-b0a4-2d3c87f05530 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:52.117086 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6f508463-55de-47ac-91c7-277c8a58017d req-1e8160e3-b8de-4d0d-b0a4-2d3c87f05530 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0483947 Nov 23 14:34:52.167477 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6f508463-55de-47ac-91c7-277c8a58017d req-853920d0-bfd2-45ca-9c10-7873b2debfd9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Nov 23 14:34:52.233342 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device b583cf1d-49a4-4160-adc2-d5b91008581e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:52.256961 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: b583cf1d-49a4-4160-adc2-d5b91008581e {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:52.257305 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device b583cf1d-49a4-4160-adc2-d5b91008581e not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:52.342832 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57716) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:52.355892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-756267b4-9424-4164-9653-d8098d27d760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.440400 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-756267b4-9424-4164-9653-d8098d27d760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.507786 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015a1a6-908b-4b12-b0af-a28b6a8e506a req-b9927fa7-f54a-4e13-b737-288eb0a61c2e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:52.509649 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f015a1a6-908b-4b12-b0af-a28b6a8e506a req-b9927fa7-f54a-4e13-b737-288eb0a61c2e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0546567 Nov 23 14:34:52.532554 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-756267b4-9424-4164-9653-d8098d27d760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.589993 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-756267b4-9424-4164-9653-d8098d27d760 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0cbfdaa8a16f481f827f57a01335128a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460778 Nov 23 14:34:52.591675 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756267b4-9424-4164-9653-d8098d27d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca34dc-ba2e-4e6b-a7b4-0dac076e0596,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:52.592817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57722) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:52.597328 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f015a1a6-908b-4b12-b0af-a28b6a8e506a req-f2350588-b770-4d8a-8cfd-9005cd0e27d5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813961 Nov 23 14:34:52.649467 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8ba5-d1ae-40ff-9d86-6c8a28489ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.671089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8ba5-d1ae-40ff-9d86-6c8a28489ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.800287 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8ba5-d1ae-40ff-9d86-6c8a28489ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.802848 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8ba5-d1ae-40ff-9d86-6c8a28489ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.803950 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-4d4a8ba5-d1ae-40ff-9d86-6c8a28489ee1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7eca34dc-ba2e-4e6b-a7b4-0dac076e0596 HTTP/1.1" status: 204 len: 168 time: 0.2092597 Nov 23 14:34:52.815660 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a8ba5-d1ae-40ff-9d86-6c8a28489ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca34dc-ba2e-4e6b-a7b4-0dac076e0596,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:53.196617 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e992c493-f261-4438-8f84-5c2c91dc8296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.289058 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c1675-55b6-4790-bdd6-eabce7a600cc req-0c329960-c867-4713-aaf7-340c40cd27da tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.290518 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ce0c1675-55b6-4790-bdd6-eabce7a600cc req-0c329960-c867-4713-aaf7-340c40cd27da tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0485489 Nov 23 14:34:53.338265 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ce0c1675-55b6-4790-bdd6-eabce7a600cc req-9520aa97-9506-4a20-a4cf-6d05efb1bf01 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 Nov 23 14:34:53.450689 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57734) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:53.463296 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ba3770c1-a20b-462d-b4ff-b863da3f5d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.533809 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ba3770c1-a20b-462d-b4ff-b863da3f5d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.590304 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ba3770c1-a20b-462d-b4ff-b863da3f5d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.629421 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ba3770c1-a20b-462d-b4ff-b863da3f5d56 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e680ce6a486f4b0abb5815f8348ecc3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776543 Nov 23 14:34:53.631507 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3770c1-a20b-462d-b4ff-b863da3f5d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd368eb9-a472-403a-8339-9d5f6832d7da,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:53.632292 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57740) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:53.691361 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48858ed7-5257-4ba2-aef2-2344a6f6c618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.728828 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48858ed7-5257-4ba2-aef2-2344a6f6c618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.759901 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e444a6-f6ad-4710-a4c3-6cf0e0014060 req-0b9d1a65-8fc7-4a60-89bd-ebdfdf58bced tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.761377 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-13e444a6-f6ad-4710-a4c3-6cf0e0014060 req-0b9d1a65-8fc7-4a60-89bd-ebdfdf58bced tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0827842 Nov 23 14:34:53.815224 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-13e444a6-f6ad-4710-a4c3-6cf0e0014060 req-32afcfd2-6de5-4117-a87e-c0e4f29f001a tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Nov 23 14:34:53.870473 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48858ed7-5257-4ba2-aef2-2344a6f6c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.873166 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-48858ed7-5257-4ba2-aef2-2344a6f6c618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.874305 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-48858ed7-5257-4ba2-aef2-2344a6f6c618 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd368eb9-a472-403a-8339-9d5f6832d7da HTTP/1.1" status: 204 len: 168 time: 0.2409422 Nov 23 14:34:53.882734 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48858ed7-5257-4ba2-aef2-2344a6f6c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd368eb9-a472-403a-8339-9d5f6832d7da,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:54.458637 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.749752 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.081144 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.960756 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.124690 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2ac1e-6865-450c-bad9-0a083ee10fc2 req-46863982-911a-4505-9b7d-14049a11bc83 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:57.126134 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ecf2ac1e-6865-450c-bad9-0a083ee10fc2 req-46863982-911a-4505-9b7d-14049a11bc83 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0515177 Nov 23 14:34:57.174642 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ecf2ac1e-6865-450c-bad9-0a083ee10fc2 req-ab5af700-f338-49f2-ae9a-aeb02285f01b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Nov 23 14:34:58.246177 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:34:58.294403 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41679-73ba-4c54-88e3-1c9097642002 req-b1e1005c-fb51-4e2f-b9b6-82d48d500a58 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:58.295907 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-98e41679-73ba-4c54-88e3-1c9097642002 req-b1e1005c-fb51-4e2f-b9b6-82d48d500a58 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0530214 Nov 23 14:34:58.345399 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-98e41679-73ba-4c54-88e3-1c9097642002 req-6000ef99-cc0a-4a6b-8e76-aa17e044ba92 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Nov 23 14:34:58.345615 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:58.357714 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'port_id': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'mac_address': 'fa:16:3e:09:67:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:34:58.401056 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.417372 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c986d1-94ea-44c7-9233-9b2ae752b164 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:58.438026 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:58.504506 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.558960 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:59.089436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['20c986d1-94ea-44c7-9233-9b2ae752b164'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:59.464765 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ca9b-82e4-4261-858f-7ffdcd4b3ea7 req-ce8c72ed-3a4a-42a0-a9fa-bee4bd930f48 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:59.466245 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f884ca9b-82e4-4261-858f-7ffdcd4b3ea7 req-ce8c72ed-3a4a-42a0-a9fa-bee4bd930f48 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 944 time: 0.0493438 Nov 23 14:34:59.517166 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f884ca9b-82e4-4261-858f-7ffdcd4b3ea7 req-52269b87-e1fb-4cb1-b770-666b99d4c392 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Nov 23 14:35:00.637343 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8eb58-4b91-4d06-8933-092c635362c8 req-f5dbbaeb-fc8c-424c-8daa-e855ae9baf3e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:00.638856 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d1c8eb58-4b91-4d06-8933-092c635362c8 req-f5dbbaeb-fc8c-424c-8daa-e855ae9baf3e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 944 time: 0.0493102 Nov 23 14:35:00.689065 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d1c8eb58-4b91-4d06-8933-092c635362c8 req-5623109c-934d-4239-97cc-a07ae84e45be tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Nov 23 14:35:01.694430 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57918) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.797825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6390e504-8115-441a-9d2f-3a7054bfc7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.808811 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8fadd-4c5c-487f-9acc-7b134856b65e req-5356e32f-d537-46a1-a97b-14556c517aad tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.810289 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80f8fadd-4c5c-487f-9acc-7b134856b65e req-5356e32f-d537-46a1-a97b-14556c517aad tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 944 time: 0.0555916 Nov 23 14:35:01.860134 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80f8fadd-4c5c-487f-9acc-7b134856b65e req-f4506da5-caf5-4f01-83c7-f331c4899f5c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Nov 23 14:35:01.871093 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6390e504-8115-441a-9d2f-3a7054bfc7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.954325 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6390e504-8115-441a-9d2f-3a7054bfc7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.995374 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6390e504-8115-441a-9d2f-3a7054bfc7a8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cb35f9722df0445db8f7a12cd6d50b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998550 Nov 23 14:35:01.996212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390e504-8115-441a-9d2f-3a7054bfc7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063c9a02-4924-432f-b7c8-4222a5e8673b,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:01.999070 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57924) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:02.048643 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2ab55f58-8afd-4aaa-b4aa-b346128e71a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.070558 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2ab55f58-8afd-4aaa-b4aa-b346128e71a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.199433 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2ab55f58-8afd-4aaa-b4aa-b346128e71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.202053 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2ab55f58-8afd-4aaa-b4aa-b346128e71a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.203187 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2ab55f58-8afd-4aaa-b4aa-b346128e71a1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/063c9a02-4924-432f-b7c8-4222a5e8673b HTTP/1.1" status: 204 len: 168 time: 0.2029543 Nov 23 14:35:02.211613 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab55f58-8afd-4aaa-b4aa-b346128e71a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c9a02-4924-432f-b7c8-4222a5e8673b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.494987 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:02.649137 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 20c986d1-94ea-44c7-9233-9b2ae752b164 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:35:02.653194 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 20c986d1-94ea-44c7-9233-9b2ae752b164 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:02.658130 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.731451 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.753522 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:02.756447 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b78db6-e86a-4783-8abb-5993b9153364" -d '{"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-plugged", "status": "completed", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:02.768855 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:02.794067 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aa17dc-4420-4e2d-941f-e4c3c74f5604 x-openstack-request-id: req-73aa17dc-4420-4e2d-941f-e4c3c74f5604 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:02.794390 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-plugged", "status": "completed", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:02.794648 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-73aa17dc-4420-4e2d-941f-e4c3c74f5604 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:02.795043 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'code': 200} Nov 23 14:35:02.834000 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.871407 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 57940) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:02.881597 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.886020 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fdde8082-e82e-4f40-85f3-9efca9d85423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.991711 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fdde8082-e82e-4f40-85f3-9efca9d85423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.003598 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa72b-eb95-42f4-b32e-0398f6997244 req-ed4a3337-45a0-4a54-aa09-fbf69a50b85c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:03.006978 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-57faa72b-eb95-42f4-b32e-0398f6997244 req-ed4a3337-45a0-4a54-aa09-fbf69a50b85c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0759723 Nov 23 14:35:03.051710 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fdde8082-e82e-4f40-85f3-9efca9d85423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.060719 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-57faa72b-eb95-42f4-b32e-0398f6997244 req-b7fd8fe1-7216-4db0-8adc-3b5cf4861996 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494719 Nov 23 14:35:03.093175 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fdde8082-e82e-4f40-85f3-9efca9d85423 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f128777f94e24e9e99b486806001e941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202697 Nov 23 14:35:03.095148 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde8082-e82e-4f40-85f3-9efca9d85423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4289f86f-355e-423e-8e42-5914d7a4925e,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:03.095841 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 57944) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:03.143079 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-713b6e8a-47f4-4b89-aa2d-76880b6e7731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.164224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-713b6e8a-47f4-4b89-aa2d-76880b6e7731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.283656 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-713b6e8a-47f4-4b89-aa2d-76880b6e7731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.287039 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-713b6e8a-47f4-4b89-aa2d-76880b6e7731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.288225 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-713b6e8a-47f4-4b89-aa2d-76880b6e7731 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4289f86f-355e-423e-8e42-5914d7a4925e HTTP/1.1" status: 204 len: 168 time: 0.1912780 Nov 23 14:35:03.296012 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b6e8a-47f4-4b89-aa2d-76880b6e7731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289f86f-355e-423e-8e42-5914d7a4925e,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:04.178458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a6b4d-8c37-45b5-aa42-e07707f89878 req-d66ed136-f3e9-4e56-bd1b-fe36abb36fa5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:04.179333 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:35:04.179974 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a7a6b4d-8c37-45b5-aa42-e07707f89878 req-d66ed136-f3e9-4e56-bd1b-fe36abb36fa5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Nov 23 14:35:04.230411 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a7a6b4d-8c37-45b5-aa42-e07707f89878 req-9b80376a-14e5-4783-8067-40ba30a18f06 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Nov 23 14:35:05.022270 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da01f1-7c85-4219-b4d4-502e274a92de req-5e8cbcbd-b84e-41d0-b2c8-9aff4978ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:05.023737 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d5da01f1-7c85-4219-b4d4-502e274a92de req-5e8cbcbd-b84e-41d0-b2c8-9aff4978ae4b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0420353 Nov 23 14:35:05.071576 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d5da01f1-7c85-4219-b4d4-502e274a92de req-58f6f31d-3ed2-4a80-8ad2-c8359022fbab service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Nov 23 14:35:05.343637 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494882-172e-47fd-89aa-64016ee5ca3a req-3be2dfb6-2b72-4cfc-bd2e-02d4512cc0b8 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:05.345143 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-49494882-172e-47fd-89aa-64016ee5ca3a req-3be2dfb6-2b72-4cfc-bd2e-02d4512cc0b8 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Nov 23 14:35:05.398054 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-49494882-172e-47fd-89aa-64016ee5ca3a req-d618abf6-3ddb-47f2-8ff8-fcdc4adb91d4 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Nov 23 14:35:05.895414 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-777c7def-263f-4d4b-a8c0-6e82dca1951a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:05.896920 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-777c7def-263f-4d4b-a8c0-6e82dca1951a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/networks?id=a238991b-9612-42e1-988f-c440e19d18f2 HTTP/1.1" status: 200 len: 813 time: 0.1018641 Nov 23 14:35:05.912598 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-8512b7be-37bb-49cc-a0d0-72249f040c4e tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/quotas/374651ab7b774bf6b1d6c8ac7a94bdb8 HTTP/1.1" status: 200 len: 375 time: 0.0098197 Nov 23 14:35:05.944516 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-9981876c-473c-49b0-8eab-651e5044886b tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265791 Nov 23 14:35:06.032071 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-b6b4414b-df65-4427-b8ac-b7175ff21af4 service neutron] 10.222.0.82 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799918 Nov 23 14:35:06.352202 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-c96449d4-8eb8-41d5-a701-4050ddc73085 service neutron] 10.222.0.82 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128309 Nov 23 14:35:06.520495 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683b696-8cef-4017-be12-49a6635c1f0d req-ee80288c-7ca8-4a8b-a8dc-be32ffc5d131 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:06.521991 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8683b696-8cef-4017-be12-49a6635c1f0d req-ee80288c-7ca8-4a8b-a8dc-be32ffc5d131 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0538332 Nov 23 14:35:06.579572 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8683b696-8cef-4017-be12-49a6635c1f0d req-e10864fa-db80-4f19-acee-26f42e971fec tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511866 Nov 23 14:35:06.641209 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0098b456-9818-439b-a810-246c1fa06976 req-78e93f9a-e206-413a-a9f6-6cf1f80064b0 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Nov 23 14:35:07.708097 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9ddf-4e50-44e9-9ce6-b013b3d1aa18 req-cb9a61fa-92cd-4675-ad83-e5138f700966 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:07.709954 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f39e9ddf-4e50-44e9-9ce6-b013b3d1aa18 req-cb9a61fa-92cd-4675-ad83-e5138f700966 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0514178 Nov 23 14:35:07.763534 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f39e9ddf-4e50-44e9-9ce6-b013b3d1aa18 req-ad990c37-00c7-4ae7-a1fe-ae6aa74092f5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479386 Nov 23 14:35:07.855990 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-47e91fe4-744e-4091-8668-e0c0ea466a3b req-db5a404e-4c19-4182-b593-bc05c6047836 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 210 time: 0.0336215 Nov 23 14:35:08.182073 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf020b-50c8-45e4-ad44-1588a9cf0959 req-72b3eb7a-1343-4e2b-9745-e1e9968ff33c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.183516 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dcbf020b-50c8-45e4-ad44-1588a9cf0959 req-72b3eb7a-1343-4e2b-9745-e1e9968ff33c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0491717 Nov 23 14:35:08.234094 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dcbf020b-50c8-45e4-ad44-1588a9cf0959 req-a5a9c076-d50f-470b-be90-1319c7d929a1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Nov 23 14:35:08.256864 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58098) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.454050 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba16314-7b6b-4128-8fe5-29c85c47c888 tempest-TestShelveInstance-895901872 tempest-TestShelveInstance-895901872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.455649 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-cba16314-7b6b-4128-8fe5-29c85c47c888 tempest-TestShelveInstance-895901872 tempest-TestShelveInstance-895901872-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1093 time: 0.1975741 Nov 23 14:35:08.459420 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58106) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.463642 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'port_id': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:08.547247 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for floatingip, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.655057 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.883298 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Allocated IP 172.27.0.221 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/27e58415-11c1-4355-886c-dac7b15140a0) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:08.914647 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9875f07-868e-46be-b2ba-52fa83873132 req-8fbb5fa0-320c-4e1a-8f89-a7913f070655 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.917451 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c9875f07-868e-46be-b2ba-52fa83873132 req-8fbb5fa0-320c-4e1a-8f89-a7913f070655 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.1531913 Nov 23 14:35:08.971087 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-1000142f-2db9-4d82-91bc-bf0296e570ef tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.973213 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-1000142f-2db9-4d82-91bc-bf0296e570ef tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "GET /v2.0/networks?id=a238991b-9612-42e1-988f-c440e19d18f2 HTTP/1.1" status: 200 len: 813 time: 0.2238791 Nov 23 14:35:08.993571 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d3dcb927-f4e4-45d1-8aba-a35acc48885c req-22ca0811-141b-4957-8f74-e1995241e455 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 210 time: 0.0445576 Nov 23 14:35:09.027341 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Request body: {'port': {'device_id': '3b1ac082-a980-455a-a956-0e2c15214e47', 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2', 'admin_state_up': True, 'tenant_id': '374651ab7b774bf6b1d6c8ac7a94bdb8'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:09.078223 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c9875f07-868e-46be-b2ba-52fa83873132 req-fe0ebc17-0efa-4ef4-a248-fb2cefa0770c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464369 Nov 23 14:35:09.154871 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.278217 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Made reservation on behalf of 374651ab7b774bf6b1d6c8ac7a94bdb8 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:09.281729 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.307692 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.343779 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:09.348521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:09.351829 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:09.377253 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'Port': ['ID=27e58415-11c1-4355-886c-dac7b15140a0,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.539719 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Allocated IP 172.20.0.2 (a238991b-9612-42e1-988f-c440e19d18f2/04e81313-0b94-484c-817c-8932c277b417/e6f176df-d717-49b9-b93b-6866d8771953) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:09.841749 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.918798 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.981564 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.025133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Network a238991b-9612-42e1-988f-c440e19d18f2 is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:10.028072 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:10.031685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:10.060289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Pushing event updated for resources: {'Port': ['ID=e6f176df-d717-49b9-b93b-6866d8771953,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.123764 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.132654 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.133316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.194679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03b0ac-dda6-463c-9018-cf8b7e9a0fa8 req-c0d7ea6d-7975-4a67-9980-1cc569de88be tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.196175 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-db03b0ac-dda6-463c-9018-cf8b7e9a0fa8 req-c0d7ea6d-7975-4a67-9980-1cc569de88be tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 931 time: 0.1140964 Nov 23 14:35:10.215025 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f15660-7b08-4cb5-8b09-73ac9a73e921 req-f4e3c376-bf2d-4e1b-9e9d-b8df096e3125 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.216604 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c7f15660-7b08-4cb5-8b09-73ac9a73e921 req-f4e3c376-bf2d-4e1b-9e9d-b8df096e3125 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0559871 Nov 23 14:35:10.271053 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-01b9c4c6-b1cc-4e57-bd5e-21682000424c tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2545817 Nov 23 14:35:10.272610 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c7f15660-7b08-4cb5-8b09-73ac9a73e921 req-37df39ae-7f03-4a71-abd2-e2b44b702af7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492418 Nov 23 14:35:10.304565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Request body: {'port': {'device_id': '3b1ac082-a980-455a-a956-0e2c15214e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:10.318552 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-db03b0ac-dda6-463c-9018-cf8b7e9a0fa8 req-9b3919a1-b0b8-4655-a616-b3df46829424 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Nov 23 14:35:10.395361 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.397351 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.438849 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.575003 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event updated for resources: {'Port': ['ID=27e58415-11c1-4355-886c-dac7b15140a0,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.605327 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.762978 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Floating IP 6c90eacc-c31e-4604-98f4-0360dd97948a associated. External IP: 172.27.0.221, port: 20c986d1-94ea-44c7-9233-9b2ae752b164. Nov 23 14:35:10.869174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f176df-d717-49b9-b93b-6866d8771953 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:10.879379 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.901960 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Transition to ACTIVE for port object e6f176df-d717-49b9-b93b-6866d8771953 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:35:10.996625 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.067000 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f176df-d717-49b9-b93b-6866d8771953,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.087697 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Router 3b01b984-5609-4cfe-b497-a496870d25a2 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:11.175881 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Attempting to bind port e6f176df-d717-49b9-b93b-6866d8771953 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:11.176350 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Attempting to bind port e6f176df-d717-49b9-b93b-6866d8771953 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:11.176567 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Attempting to bind port e6f176df-d717-49b9-b93b-6866d8771953 on network a238991b-9612-42e1-988f-c440e19d18f2 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:11.186984 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Port e6f176df-d717-49b9-b93b-6866d8771953 on network a238991b-9612-42e1-988f-c440e19d18f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:35:11.187304 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Attempting to bind port e6f176df-d717-49b9-b93b-6866d8771953 on network a238991b-9612-42e1-988f-c440e19d18f2 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:11.219032 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:11.219367 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Checking segment: {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:11.219749 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Bound using segment: {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:11.220186 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Bound port: e6f176df-d717-49b9-b93b-6866d8771953, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285ce580-bacc-40e0-82b1-27adaa73ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:11.220563 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.491148 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4068-8d83-4d8e-9b49-dae4d1daed41 req-e73bf7c6-c0c1-40c8-8a53-abfd15cb7ac1 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.492808 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-843e4068-8d83-4d8e-9b49-dae4d1daed41 req-e73bf7c6-c0c1-40c8-8a53-abfd15cb7ac1 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 943 time: 0.0911667 Nov 23 14:35:11.540213 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-843e4068-8d83-4d8e-9b49-dae4d1daed41 req-da81413f-a81e-4775-8fa2-03673ee57dd6 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Nov 23 14:35:11.546694 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:11.566544 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] Sync routers for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:11.567230 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] For port e6f176df-d717-49b9-b93b-6866d8771953, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:11.572053 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] For port e6f176df-d717-49b9-b93b-6866d8771953, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6f176df-d717-49b9-b93b-6866d8771953,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:11.577210 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:11.577832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:34:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.586511 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fddf3-d8a0-4519-817d-c2b11857eea2 req-79d9a8de-deab-45ec-aee5-c2978d9fe1f5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.587920 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-285fddf3-d8a0-4519-817d-c2b11857eea2 req-79d9a8de-deab-45ec-aee5-c2978d9fe1f5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0963485 Nov 23 14:35:11.637814 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-285fddf3-d8a0-4519-817d-c2b11857eea2 req-daef11e7-51a2-4736-8d06-39e7a741b43f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Nov 23 14:35:11.663021 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.683769 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:11.690411 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-0086b644-041d-41b4-b711-11742e33219d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2293792 Nov 23 14:35:11.691382 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:11.693927 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4051132-2f0f-4a1a-82b0-06521bdbeef5" -d '{"events": [{"name": "network-changed", "server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:11.697941 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.737801 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818f0cff-2388-4c22-bf47-e94f724561e3 x-openstack-request-id: req-818f0cff-2388-4c22-bf47-e94f724561e3 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:11.738087 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:11.738339 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-818f0cff-2388-4c22-bf47-e94f724561e3 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:11.738728 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'status': 'completed', 'code': 200} Nov 23 14:35:11.741523 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.742323 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.743674 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] 10.222.0.85 "PUT /v2.0/ports/e6f176df-d717-49b9-b93b-6866d8771953 HTTP/1.1" status: 200 len: 1093 time: 1.4461632 Nov 23 14:35:11.758426 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bfb33-919d-4187-863d-3ea448f7ac59 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f176df-d717-49b9-b93b-6866d8771953,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.812418 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-92d95dda-c40b-4fc2-9cd2-63f00376e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.813866 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-92d95dda-c40b-4fc2-9cd2-63f00376e452 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0475826 Nov 23 14:35:11.906955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-11e34f0b-1708-4c58-8194-f0cf6024295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.911031 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-11e34f0b-1708-4c58-8194-f0cf6024295c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 1096 time: 0.0629742 Nov 23 14:35:11.928784 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-de1b61e3-8887-4a96-923a-3e210f0cda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.930249 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-de1b61e3-8887-4a96-923a-3e210f0cda2b service neutron] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 911 time: 0.1008430 Nov 23 14:35:11.961527 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-86ec5919-33ca-4bc6-bfb9-cf504b0bb675 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6f176df-d717-49b9-b93b-6866d8771953 HTTP/1.1" status: 200 len: 217 time: 0.0402761 Nov 23 14:35:12.009185 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-830cf182-87b7-49c4-9c75-cbedfc1779c0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 999 time: 0.0682354 Nov 23 14:35:12.020288 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143c80-30d3-4384-8417-203112cbc34e req-b5a8b73d-b3e7-48c5-bb42-1e00f38b6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:12.020288 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-b5a8b73d-b3e7-48c5-bb42-1e00f38b6273 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=04e81313-0b94-484c-817c-8932c277b417 HTTP/1.1" status: 200 len: 853 time: 0.0512109 Nov 23 14:35:12.060467 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-84058b26-262f-4688-93e8-2e6691f09bca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a238991b-9612-42e1-988f-c440e19d18f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308037 Nov 23 14:35:12.069744 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-f82bc287-0c3b-46af-af46-0d2876a05110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:12.071123 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-f82bc287-0c3b-46af-af46-0d2876a05110 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0508418 Nov 23 14:35:12.073425 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '6c90eacc-c31e-4604-98f4-0360dd97948a', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'port_id': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'mac_address': 'fa:16:3e:09:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:35:09Z', 'updated_at': '2021-11-23T14:35:09Z', 'revision_number': 0, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:12.104212 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] Checking router: 3b01b984-5609-4cfe-b497-a496870d25a2 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:12.114251 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:12.115090 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:34:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:12.120498 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-c26bec63-3893-4d5f-8d86-12dc4307a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:12.122158 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-c26bec63-3893-4d5f-8d86-12dc4307a92b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439041 Nov 23 14:35:12.167987 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-61f9ee5b-eaa6-48a5-8b81-9898178e8ab7 service neutron] 10.222.0.85 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994501 Nov 23 14:35:12.225530 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-d610b347-baac-42d8-a22b-f8536c8bc690 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945303 Nov 23 14:35:12.229996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:12.272952 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67143c80-30d3-4384-8417-203112cbc34e req-35c4c388-c9c3-4971-b9aa-82f7a08fd25a service neutron] 10.222.0.85 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964727 Nov 23 14:35:12.321450 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4051132-2f0f-4a1a-82b0-06521bdbeef5 req-8e349f64-10e1-4423-92b7-57ccb625d9e6 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871480 Nov 23 14:35:12.461147 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '6c90eacc-c31e-4604-98f4-0360dd97948a', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'port_id': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'mac_address': 'fa:16:3e:09:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:35:09Z', 'updated_at': '2021-11-23T14:35:09Z', 'revision_number': 0, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:12.490765 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03019d-1385-4f9d-a70a-42c16b980261 None None] The sync data for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi is: [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '6c90eacc-c31e-4604-98f4-0360dd97948a', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'port_id': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'mac_address': 'fa:16:3e:09:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:35:09Z', 'updated_at': '2021-11-23T14:35:09Z', 'revision_number': 0, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:12.667168 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4985d-2d91-4c85-a6c6-748b3fc43294 req-713a489a-0452-47cc-a3d3-ac5623ddf7e5 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:12.673104 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-cde4985d-2d91-4c85-a6c6-748b3fc43294 req-713a489a-0452-47cc-a3d3-ac5623ddf7e5 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 943 time: 0.0617731 Nov 23 14:35:12.713303 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d65c0-4651-4853-9d67-9490f8b484ee None None] New status for floating IP 6c90eacc-c31e-4604-98f4-0360dd97948a: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:35:12.728756 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-cde4985d-2d91-4c85-a6c6-748b3fc43294 req-dca17b15-84b9-49cc-9b46-7dbbb0f6fb31 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529621 Nov 23 14:35:12.780607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07e847-f060-4dbb-846a-f052e5a6bf28 req-25768484-6fb1-4593-bd35-78ce439359a0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:12.782320 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8a07e847-f060-4dbb-846a-f052e5a6bf28 req-25768484-6fb1-4593-bd35-78ce439359a0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0596294 Nov 23 14:35:12.832317 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8a07e847-f060-4dbb-846a-f052e5a6bf28 req-9c3947b3-0dff-4379-ac36-aace59aa723c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Nov 23 14:35:13.404625 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58218) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.506668 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36216895-0ba5-4990-94fd-af476edefbcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.577878 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36216895-0ba5-4990-94fd-af476edefbcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.648888 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-36216895-0ba5-4990-94fd-af476edefbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.685935 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36216895-0ba5-4990-94fd-af476edefbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9906608b-b34a-4cf1-a2f1-2e595979806a,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.691072 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-36216895-0ba5-4990-94fd-af476edefbcb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5b099a547ba747edbbf6720031bdee59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852590 Nov 23 14:35:13.694013 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58222) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.740258 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1ac082-a980-455a-a956-0e2c15214e47', 'tag': 'e6f176df-d717-49b9-b93b-6866d8771953'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:13.740945 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7900a6b5-0538-47b6-900b-712a19975a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.742991 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1ac082-a980-455a-a956-0e2c15214e47", "tag": "e6f176df-d717-49b9-b93b-6866d8771953"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:13.763732 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7900a6b5-0538-47b6-900b-712a19975a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.779992 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048eb23c-8cc6-46b4-a44b-7e3f1894d68d x-openstack-request-id: req-048eb23c-8cc6-46b4-a44b-7e3f1894d68d {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:13.780306 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1ac082-a980-455a-a956-0e2c15214e47", "tag": "e6f176df-d717-49b9-b93b-6866d8771953", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:13.780565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-048eb23c-8cc6-46b4-a44b-7e3f1894d68d {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:13.780965 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1ac082-a980-455a-a956-0e2c15214e47', 'tag': 'e6f176df-d717-49b9-b93b-6866d8771953', 'status': 'completed', 'code': 200} Nov 23 14:35:13.845709 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-8ccb9e1f-37b4-4aa3-8845-50a58916992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:13.847242 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-8ccb9e1f-37b4-4aa3-8845-50a58916992e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 1096 time: 0.0422630 Nov 23 14:35:13.901095 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7900a6b5-0538-47b6-900b-712a19975a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.903560 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7900a6b5-0538-47b6-900b-712a19975a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.907998 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7900a6b5-0538-47b6-900b-712a19975a1d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9906608b-b34a-4cf1-a2f1-2e595979806a HTTP/1.1" status: 204 len: 168 time: 0.2129180 Nov 23 14:35:13.916852 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a6b5-0538-47b6-900b-712a19975a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9906608b-b34a-4cf1-a2f1-2e595979806a,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.980273 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-313a37f0-7227-447a-952b-9d8bf9863f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:13.982057 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-313a37f0-7227-447a-952b-9d8bf9863f66 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a238991b-9612-42e1-988f-c440e19d18f2 HTTP/1.1" status: 200 len: 915 time: 0.1253986 Nov 23 14:35:13.987950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b2f07-3fbd-4db3-83c5-308612cc93f6 req-7229c8e4-cd06-4b01-967e-68e038807adb tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:13.989478 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a50b2f07-3fbd-4db3-83c5-308612cc93f6 req-7229c8e4-cd06-4b01-967e-68e038807adb tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 943 time: 0.1905057 Nov 23 14:35:13.991946 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ca62a-1a94-4b71-a52a-e84c59db9a8e req-a1f26ae5-876f-455a-bf0e-dddc19406f84 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:13.993451 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-312ca62a-1a94-4b71-a52a-e84c59db9a8e req-a1f26ae5-876f-455a-bf0e-dddc19406f84 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0745704 Nov 23 14:35:14.040112 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-72c92b1f-5c73-4416-84b3-c11a9b131d37 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6f176df-d717-49b9-b93b-6866d8771953 HTTP/1.1" status: 200 len: 217 time: 0.0454488 Nov 23 14:35:14.049008 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a50b2f07-3fbd-4db3-83c5-308612cc93f6 req-e70dfaab-406c-4609-ba1c-310abf197991 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Nov 23 14:35:14.107854 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-312ca62a-1a94-4b71-a52a-e84c59db9a8e req-ff09f86a-b413-4e81-8e10-167ed64e31a9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065624 Nov 23 14:35:14.114620 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-6c29bc52-6583-4ba9-a16a-c688f9ebdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:14.116068 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-6c29bc52-6583-4ba9-a16a-c688f9ebdf6b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=04e81313-0b94-484c-817c-8932c277b417 HTTP/1.1" status: 200 len: 853 time: 0.0666609 Nov 23 14:35:14.153772 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-d6ea4b7a-67a3-454c-929d-3924dabe6656 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a238991b-9612-42e1-988f-c440e19d18f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284767 Nov 23 14:35:14.256267 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-b360ad8e-cb98-44fa-8c4b-f46a661839de service neutron] 10.222.0.85 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895054 Nov 23 14:35:14.346914 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbb7b5e3-3560-4e97-a0b9-c4a0df18612b req-bc225f71-60e5-4244-8af3-5fe6e0d83a0a service neutron] 10.222.0.85 "GET /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817933 Nov 23 14:35:14.571497 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58240) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.589191 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d9008179-06de-4c9b-9850-3757562c6d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.661031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d9008179-06de-4c9b-9850-3757562c6d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.726328 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d9008179-06de-4c9b-9850-3757562c6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.764110 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-d9008179-06de-4c9b-9850-3757562c6d10 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5498e108804249f695f348f03b37358e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914454 Nov 23 14:35:14.765182 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008179-06de-4c9b-9850-3757562c6d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b42eb2-083e-4283-963f-4d92dda18d56,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:14.766891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58242) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.818478 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e3b0269b-5c5d-4f55-b796-e9f947a90708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.838732 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e3b0269b-5c5d-4f55-b796-e9f947a90708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.960778 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e3b0269b-5c5d-4f55-b796-e9f947a90708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.963365 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e3b0269b-5c5d-4f55-b796-e9f947a90708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.964557 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e3b0269b-5c5d-4f55-b796-e9f947a90708 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/95b42eb2-083e-4283-963f-4d92dda18d56 HTTP/1.1" status: 204 len: 168 time: 0.1967266 Nov 23 14:35:14.972968 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0269b-5c5d-4f55-b796-e9f947a90708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b42eb2-083e-4283-963f-4d92dda18d56,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:15.172128 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834a3ef-e8d5-4971-ae7b-e0b2d5d63a68 req-b45606f6-6f17-41eb-9ee6-ac2b235cc580 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:15.173803 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b834a3ef-e8d5-4971-ae7b-e0b2d5d63a68 req-b45606f6-6f17-41eb-9ee6-ac2b235cc580 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 943 time: 0.0517859 Nov 23 14:35:15.222846 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b834a3ef-e8d5-4971-ae7b-e0b2d5d63a68 req-d04d06d7-ce87-459f-ac1a-eaf24f76b991 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Nov 23 14:35:15.231299 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60bc87-1f82-4399-a4a9-58e133ac424c req-36edfe4a-39d8-4e69-a67b-ae423fbda15d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:15.232724 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bb60bc87-1f82-4399-a4a9-58e133ac424c req-36edfe4a-39d8-4e69-a67b-ae423fbda15d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Nov 23 14:35:15.288309 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bb60bc87-1f82-4399-a4a9-58e133ac424c req-ac025562-c4b5-441a-a1d2-dd2d5cf5578f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Nov 23 14:35:15.944507 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58272) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:16.036331 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1781939904-network', 'tenant_id': '4a8de01c4ca547b5becd02b1eb93b166'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:16.120566 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Made reservation on behalf of 4a8de01c4ca547b5becd02b1eb93b166 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:16.122892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.132070 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.205800 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.271682 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.294709 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:16.309011 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b85f41-2d82-4821-a75c-f5bc0e100e9d,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:16.315744 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.316355 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Added segment 5a1e0e45-8df9-44aa-8175-fc4566e091bb of type vlan for network 45236fc9-8c00-43a2-9ad1-381ad2b1605a Nov 23 14:35:16.354024 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ff658-00a9-4dc9-bb8a-48a51d502965 req-5f3978fb-90a1-4c99-9975-76145cde2850 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.355581 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-846ff658-00a9-4dc9-bb8a-48a51d502965 req-5f3978fb-90a1-4c99-9975-76145cde2850 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 943 time: 0.0639672 Nov 23 14:35:16.364529 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.439954 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1fd55-9abb-43de-8444-6c8bcc40fdfa req-8caddaaa-c15d-44b1-ac56-b94e4634e384 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.447183 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bda1fd55-9abb-43de-8444-6c8bcc40fdfa req-8caddaaa-c15d-44b1-ac56-b94e4634e384 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0560014 Nov 23 14:35:16.494806 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bda1fd55-9abb-43de-8444-6c8bcc40fdfa req-807f761a-6640-4a36-856c-10676705a59e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468011 Nov 23 14:35:16.509555 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.512968 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.513607 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.538197 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-846ff658-00a9-4dc9-bb8a-48a51d502965 req-735d6563-c5b6-4cc8-bf8f-0bc63619018b tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765018 Nov 23 14:35:16.574338 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=45236fc9-8c00-43a2-9ad1-381ad2b1605a,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:16.585864 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 45236fc9-8c00-43a2-9ad1-381ad2b1605a details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:16.634197 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-24ff1202-1487-4549-bf0f-b9d3cc274ed3 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6885495 Nov 23 14:35:16.637102 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58286) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:16.641996 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Request body: {'subnet': {'network_id': '45236fc9-8c00-43a2-9ad1-381ad2b1605a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1781939904-subnet', 'tenant_id': '4a8de01c4ca547b5becd02b1eb93b166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:16.733904 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Made reservation on behalf of 4a8de01c4ca547b5becd02b1eb93b166 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:16.736197 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.961411 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.015901 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27dce041-5cab-4dc7-a59f-9e4e932ac34b,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:17.024566 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Checking segment: {'id': '5a1e0e45-8df9-44aa-8175-fc4566e091bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '45236fc9-8c00-43a2-9ad1-381ad2b1605a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:17.024920 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Network hostable DHCP agents. Network: 45236fc9-8c00-43a2-9ad1-381ad2b1605a, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:17.110715 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Network 45236fc9-8c00-43a2-9ad1-381ad2b1605a is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:17.198312 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 45236fc9-8c00-43a2-9ad1-381ad2b1605a) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:17.209447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:17.210191 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.215250 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580dd8ef-118a-4c5d-acba-29a9d954de4d None None] Network 45236fc9-8c00-43a2-9ad1-381ad2b1605a requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:17.308700 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-4f60378e-3eda-40cf-a3b9-55f8a20b872d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6628523 Nov 23 14:35:17.358595 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8393c20-4e55-4206-89d1-69293f827327 None None] Network 45236fc9-8c00-43a2-9ad1-381ad2b1605a requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:17.617847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb762b-ade5-41df-84b1-295c2397b7dd req-5f2f0325-1247-4db7-b76a-24328cedc008 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:17.619393 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d4eb762b-ade5-41df-84b1-295c2397b7dd req-5f2f0325-1247-4db7-b76a-24328cedc008 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0511081 Nov 23 14:35:17.644453 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b10c5-d9b0-4a95-910c-a0283e1c3eb0 req-fc2fdac4-d499-45c4-91f6-eee2fc4ec995 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:17.646642 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-267b10c5-d9b0-4a95-910c-a0283e1c3eb0 req-fc2fdac4-d499-45c4-91f6-eee2fc4ec995 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0552294 Nov 23 14:35:17.692596 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d4eb762b-ade5-41df-84b1-295c2397b7dd req-3afd293a-c9ac-4100-b7ad-267c13ebd272 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622809 Nov 23 14:35:17.699745 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-267b10c5-d9b0-4a95-910c-a0283e1c3eb0 req-16e257dd-ae02-49db-8e19-7d6fbd485cfc tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Nov 23 14:35:17.803899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06ad6-cdb6-4194-b974-46baa941abc0 req-22e607c4-1ca1-418d-88b7-f9c790a58f02 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:17.805488 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6fd06ad6-cdb6-4194-b974-46baa941abc0 req-22e607c4-1ca1-418d-88b7-f9c790a58f02 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 943 time: 0.0557947 Nov 23 14:35:17.860576 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6fd06ad6-cdb6-4194-b974-46baa941abc0 req-6e31597c-96fa-4f80-9f32-318e8be34985 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 Nov 23 14:35:18.058049 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58316) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:18.062947 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878625788-network', 'tenant_id': '2a2c07de01b2455499284b0d7f5afc9c'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:18.145435 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Made reservation on behalf of 2a2c07de01b2455499284b0d7f5afc9c for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:18.147791 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.156174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.229114 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.304907 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.329648 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:18.338946 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e9b25-8de6-4465-bb8f-4e2b95f5e6da,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.343527 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.343859 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Added segment 2f036343-0ebd-4d9f-993b-a657c07a829e of type vlan for network 43fd2e46-4d38-45e2-8e93-e6fd9fa56861 Nov 23 14:35:18.361801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device e6f176df-d717-49b9-b93b-6866d8771953 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:35:18.384274 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.458601 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.459809 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:18.460504 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.469102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port e6f176df-d717-49b9-b93b-6866d8771953, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6f176df-d717-49b9-b93b-6866d8771953,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:18.481045 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'e6f176df-d717-49b9-b93b-6866d8771953', 'network_id': 'a238991b-9612-42e1-988f-c440e19d18f2', 'port_id': 'e6f176df-d717-49b9-b93b-6866d8771953', 'mac_address': 'fa:16:3e:3f:51:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e81313-0b94-484c-817c-8932c277b417', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:35:18.529254 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.531212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=43fd2e46-4d38-45e2-8e93-e6fd9fa56861,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.542895 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 43fd2e46-4d38-45e2-8e93-e6fd9fa56861 details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:18.551327 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-779679ea-1c03-4446-9118-acbcb000b5c5 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4921350 Nov 23 14:35:18.554195 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58326) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:18.558239 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f176df-d717-49b9-b93b-6866d8771953 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:18.558887 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Request body: {'subnet': {'network_id': '43fd2e46-4d38-45e2-8e93-e6fd9fa56861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878625788-subnet', 'tenant_id': '2a2c07de01b2455499284b0d7f5afc9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:18.613624 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port e6f176df-d717-49b9-b93b-6866d8771953, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6f176df-d717-49b9-b93b-6866d8771953,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:18.657445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Made reservation on behalf of 2a2c07de01b2455499284b0d7f5afc9c for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:18.659758 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143022073'] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.680083 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.731161 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=e6f176df-d717-49b9-b93b-6866d8771953,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.839544 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd091-97f9-447a-b172-5c1f3013716d req-8eee5e23-1472-4139-a612-bf8853819271 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:18.841416 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f93cd091-97f9-447a-b172-5c1f3013716d req-8eee5e23-1472-4139-a612-bf8853819271 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0533886 Nov 23 14:35:18.877675 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b441-070c-49e5-96b0-53f6bc705574 req-34fbd4ea-3fb9-46e5-aece-67751da1fc4d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:18.879606 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e5d7b441-070c-49e5-96b0-53f6bc705574 req-34fbd4ea-3fb9-46e5-aece-67751da1fc4d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.1071455 Nov 23 14:35:18.903282 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f93cd091-97f9-447a-b172-5c1f3013716d req-6f0619e0-dfe3-453e-9ba3-4a90c52d51e0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547969 Nov 23 14:35:18.943238 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e5d7b441-070c-49e5-96b0-53f6bc705574 req-ada0463d-24f7-47c8-b7f9-76ad94280333 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518913 Nov 23 14:35:18.951026 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143282379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143022027'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.022830 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f7a0f-5507-4255-8c04-21d6eb501d02 req-2e6b4656-b2e6-41b9-bf6f-514e5e9eac62 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:19.024363 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ea8f7a0f-5507-4255-8c04-21d6eb501d02 req-2e6b4656-b2e6-41b9-bf6f-514e5e9eac62 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 944 time: 0.0564280 Nov 23 14:35:19.024530 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76d0aed-315d-4d4b-9f7d-bc316c595518,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:19.031846 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Checking segment: {'id': '2f036343-0ebd-4d9f-993b-a657c07a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '43fd2e46-4d38-45e2-8e93-e6fd9fa56861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:19.032213 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Network hostable DHCP agents. Network: 43fd2e46-4d38-45e2-8e93-e6fd9fa56861, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:19.075073 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ea8f7a0f-5507-4255-8c04-21d6eb501d02 req-3d5b6f8d-ea80-4404-9e8a-eb65f6aaadce tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Nov 23 14:35:19.108913 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Network 43fd2e46-4d38-45e2-8e93-e6fd9fa56861 is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:19.190500 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 43fd2e46-4d38-45e2-8e93-e6fd9fa56861) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:19.194669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:19.195266 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.199875 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939392e-f087-482f-8278-98cd252128ca None None] Network 43fd2e46-4d38-45e2-8e93-e6fd9fa56861 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:19.227278 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['e6f176df-d717-49b9-b93b-6866d8771953'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:19.268042 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-d0ebdea1-32e6-42a5-91c1-3e25a281f144 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7086978 Nov 23 14:35:19.376197 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65320dcc-852b-4352-bf52-f3e6c374bd04 None None] Network 43fd2e46-4d38-45e2-8e93-e6fd9fa56861 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:20.026669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03e52-a7a1-4384-a6b2-1939e5b32403 req-70f06476-3264-41ee-966d-a0047d02d8d7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:20.028325 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2db03e52-a7a1-4384-a6b2-1939e5b32403 req-70f06476-3264-41ee-966d-a0047d02d8d7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0532753 Nov 23 14:35:20.076549 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2db03e52-a7a1-4384-a6b2-1939e5b32403 req-42365ba8-1452-45a2-97ae-6dc48ea2d868 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Nov 23 14:35:20.184993 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43535ef9-dd96-4748-8e9e-8e8d352d9acd req-0dce507c-c8fb-4b9a-8d74-f405d9b35d13 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:20.186580 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-43535ef9-dd96-4748-8e9e-8e8d352d9acd req-0dce507c-c8fb-4b9a-8d74-f405d9b35d13 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Nov 23 14:35:20.240957 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-43535ef9-dd96-4748-8e9e-8e8d352d9acd req-9214780b-5231-4175-815d-48430101071c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Nov 23 14:35:20.349360 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4f9ec-9523-4cc5-8db3-64112d2e33b2 req-6382fb20-d6de-47f7-8e88-156c6da0893e tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:20.350918 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ae4f9ec-9523-4cc5-8db3-64112d2e33b2 req-6382fb20-d6de-47f7-8e88-156c6da0893e tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 944 time: 0.0546510 Nov 23 14:35:20.397636 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768ae71-ffa6-4600-871a-f378a7d4b94d req-90059f4a-34f2-409e-899b-70dfc90dee2e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:20.401362 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f768ae71-ffa6-4600-871a-f378a7d4b94d req-90059f4a-34f2-409e-899b-70dfc90dee2e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0505354 Nov 23 14:35:20.404636 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ae4f9ec-9523-4cc5-8db3-64112d2e33b2 req-a4a97134-2b9e-46ed-a48a-b4adc9d84f33 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Nov 23 14:35:20.447351 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f768ae71-ffa6-4600-871a-f378a7d4b94d req-725ba770-d65c-4190-bbe7-8acdffdf4568 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Nov 23 14:35:20.835925 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a60bcd65-bbad-4d71-9a76-be611a90c711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.194250 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e6937-5d58-4e3f-888d-98a86eb5c51b req-baf5bbf9-f493-45e1-9bc1-09b36c553cc0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:21.195748 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b83e6937-5d58-4e3f-888d-98a86eb5c51b req-baf5bbf9-f493-45e1-9bc1-09b36c553cc0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0513020 Nov 23 14:35:21.244685 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b83e6937-5d58-4e3f-888d-98a86eb5c51b req-2a987d44-c087-4959-a6af-b3b2aa9a8091 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Nov 23 14:35:21.357562 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a32a24-92e2-47ba-9b0d-b9c7e9746379 req-bf881ffb-7a48-4903-86c7-57410cb72f51 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:21.358937 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-87a32a24-92e2-47ba-9b0d-b9c7e9746379 req-bf881ffb-7a48-4903-86c7-57410cb72f51 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Nov 23 14:35:21.406690 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-87a32a24-92e2-47ba-9b0d-b9c7e9746379 req-340eda9d-c64b-41a9-b6b2-211a0c0f990d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Nov 23 14:35:21.519639 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367fb58-7f8f-423b-8b35-ed495e59d5f0 req-8a7dade6-7e6d-4103-bde0-d677dae2b42a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:21.521181 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9367fb58-7f8f-423b-8b35-ed495e59d5f0 req-8a7dade6-7e6d-4103-bde0-d677dae2b42a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 944 time: 0.0495393 Nov 23 14:35:21.569283 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9367fb58-7f8f-423b-8b35-ed495e59d5f0 req-98229a45-7d1e-4eb6-805b-f33fc1d1de20 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Nov 23 14:35:21.569508 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb820-1b1e-4165-9f49-99ea11e7037d req-672875cd-3a2b-4f8b-82c9-a41ae4832eb8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:21.570746 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-39ecb820-1b1e-4165-9f49-99ea11e7037d req-672875cd-3a2b-4f8b-82c9-a41ae4832eb8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Nov 23 14:35:21.617625 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-39ecb820-1b1e-4165-9f49-99ea11e7037d req-49ebdd56-23f7-4c1b-b321-0db1162b6b27 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Nov 23 14:35:22.364676 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915c6b-016e-4139-8d9e-c6a9c9ab6084 req-ff2d352c-3cda-4519-b378-2d473e264822 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.366206 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5b915c6b-016e-4139-8d9e-c6a9c9ab6084 req-ff2d352c-3cda-4519-b378-2d473e264822 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0535159 Nov 23 14:35:22.401053 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device e6f176df-d717-49b9-b93b-6866d8771953 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:22.413975 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5b915c6b-016e-4139-8d9e-c6a9c9ab6084 req-d238e828-5708-41b5-ae57-0f85c639c14c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 Nov 23 14:35:22.509615 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port e6f176df-d717-49b9-b93b-6866d8771953 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:35:22.513740 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port e6f176df-d717-49b9-b93b-6866d8771953 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:22.514119 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.529923 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259481c2-adb0-4a2c-8229-c4a765aaf5d7 req-3781a537-218d-47d2-839b-73a412631eb7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.531669 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-259481c2-adb0-4a2c-8229-c4a765aaf5d7 req-3781a537-218d-47d2-839b-73a412631eb7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Nov 23 14:35:22.579957 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-259481c2-adb0-4a2c-8229-c4a765aaf5d7 req-70804b61-8ffc-44ff-a79b-5a0513bff65f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Nov 23 14:35:22.596706 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.619867 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1ac082-a980-455a-a956-0e2c15214e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f176df-d717-49b9-b93b-6866d8771953'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:22.622119 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b58c6d-b9df-4162-b8c0-47c92f79cd10" -d '{"events": [{"server_uuid": "3b1ac082-a980-455a-a956-0e2c15214e47", "name": "network-vif-plugged", "status": "completed", "tag": "e6f176df-d717-49b9-b93b-6866d8771953"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:22.635184 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port e6f176df-d717-49b9-b93b-6866d8771953, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6f176df-d717-49b9-b93b-6866d8771953,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:22.660849 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cc0776-5e6e-46fe-b48f-bdf2a64b8cb9 x-openstack-request-id: req-19cc0776-5e6e-46fe-b48f-bdf2a64b8cb9 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:22.661163 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1ac082-a980-455a-a956-0e2c15214e47", "name": "network-vif-plugged", "status": "completed", "tag": "e6f176df-d717-49b9-b93b-6866d8771953", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:22.661426 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19cc0776-5e6e-46fe-b48f-bdf2a64b8cb9 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:22.661819 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1ac082-a980-455a-a956-0e2c15214e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f176df-d717-49b9-b93b-6866d8771953', 'code': 200} Nov 23 14:35:22.709819 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a480b-d98c-4581-92d8-41b5ff241461 req-adfde5eb-e2b6-4b04-9624-1a1e9bed5cb3 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.711671 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-012a480b-d98c-4581-92d8-41b5ff241461 req-adfde5eb-e2b6-4b04-9624-1a1e9bed5cb3 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 944 time: 0.0588665 Nov 23 14:35:22.713653 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.781966 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-012a480b-d98c-4581-92d8-41b5ff241461 req-360b8a52-3801-4da3-8584-a1fc9565b5c4 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624962 Nov 23 14:35:22.782456 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b0370-df1e-4f35-a296-66182129447c req-43e04ffd-d344-4675-91f7-86e88218db6e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.782682 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=e6f176df-d717-49b9-b93b-6866d8771953,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:22.784381 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-298b0370-df1e-4f35-a296-66182129447c req-43e04ffd-d344-4675-91f7-86e88218db6e tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0751519 Nov 23 14:35:22.838215 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-298b0370-df1e-4f35-a296-66182129447c req-7b342f1c-45f3-450d-9410-fb1cda04dad5 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465579 Nov 23 14:35:23.020447 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c5949-6faf-43da-b28a-9722e14dbdb4 req-f1e71cc8-8406-4ad2-833f-28efe9c12285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.021915 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff7c5949-6faf-43da-b28a-9722e14dbdb4 req-f1e71cc8-8406-4ad2-833f-28efe9c12285 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 1098 time: 0.0427670 Nov 23 14:35:23.080349 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff7c5949-6faf-43da-b28a-9722e14dbdb4 req-543724c8-fd9c-4543-a5ed-9ad29b23391a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Nov 23 14:35:23.256819 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7ea72298-994b-44b5-b8b4-4cda92d639c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.528775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3454de-72cf-4257-9c3f-c89b3aa391ff req-f48f08a9-3dd1-4df4-b728-1799ba7debea tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.530220 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ca3454de-72cf-4257-9c3f-c89b3aa391ff req-f48f08a9-3dd1-4df4-b728-1799ba7debea tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0481825 Nov 23 14:35:23.577932 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ca3454de-72cf-4257-9c3f-c89b3aa391ff req-bdabc26c-62a5-40db-b3cf-b4377a1fda7e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Nov 23 14:35:23.692312 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524033-0d7e-4166-a546-0413282262e4 req-38931b99-e990-4e23-ad21-b25492c93671 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.693842 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3f524033-0d7e-4166-a546-0413282262e4 req-38931b99-e990-4e23-ad21-b25492c93671 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0508156 Nov 23 14:35:23.704975 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524525e9-19f1-4ca9-b970-68fea0a4f307 req-0552f8d4-ddb8-4b4d-8016-53d717fd867d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.708034 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-524525e9-19f1-4ca9-b970-68fea0a4f307 req-0552f8d4-ddb8-4b4d-8016-53d717fd867d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Nov 23 14:35:23.755632 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-524525e9-19f1-4ca9-b970-68fea0a4f307 req-647a0af0-bec5-42f9-8f4c-1f78191a0fc8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Nov 23 14:35:23.792015 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Deleting port 740e4a45-0299-43d8-aef2-b8d7f6c87383 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:23.792386 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.912188 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] For port 740e4a45-0299-43d8-aef2-b8d7f6c87383, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=740e4a45-0299-43d8-aef2-b8d7f6c87383,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:23.912576 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.930683 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac012e40-d622-4879-9848-3f43094158bd req-d875f2dc-158f-4d71-9b11-c3ae32afca07 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.932155 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ac012e40-d622-4879-9848-3f43094158bd req-d875f2dc-158f-4d71-9b11-c3ae32afca07 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0861151 Nov 23 14:35:23.936202 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Calling delete_port for 740e4a45-0299-43d8-aef2-b8d7f6c87383 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:23.952409 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4d359-f4e2-4b5f-b1c8-2b555efa4b9d req-664ad7d7-c5a5-4c3b-ad03-f1733f12e576 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.961243 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6bc4d359-f4e2-4b5f-b1c8-2b555efa4b9d req-664ad7d7-c5a5-4c3b-ad03-f1733f12e576 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 945 time: 0.0547874 Nov 23 14:35:24.008667 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6bc4d359-f4e2-4b5f-b1c8-2b555efa4b9d req-435b24ab-fbcd-4298-828d-a5d04c7f3832 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Nov 23 14:35:24.030037 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ac012e40-d622-4879-9848-3f43094158bd req-11ea8f70-e939-468f-bed4-1aa125f9b4c3 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898714 Nov 23 14:35:24.198947 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.210049 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48', '6eb8710c-9885-4985-b1fc-07ee28411a7c', '33c40c31-9d6e-4241-9de7-e23035380d49', '740e4a45-0299-43d8-aef2-b8d7f6c87383'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:24.226739 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event deleted for resources: {'Port': ['ID=740e4a45-0299-43d8-aef2-b8d7f6c87383,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:24.267243 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] No DVR routers for this DVR port 740e4a45-0299-43d8-aef2-b8d7f6c87383 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:24.270577 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.273914 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3f524033-0d7e-4166-a546-0413282262e4 req-4efa7708-f4a7-4a07-9d32-50122f3b0cb3 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "DELETE /v2.0/ports/740e4a45-0299-43d8-aef2-b8d7f6c87383 HTTP/1.1" status: 204 len: 173 time: 0.5710189 Nov 23 14:35:24.279939 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'name': 'network-vif-deleted', 'tag': '740e4a45-0299-43d8-aef2-b8d7f6c87383'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:24.279939 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d589fc-e6a5-45a0-a21d-a1add00ce720" -d '{"events": [{"server_uuid": "debd017d-9965-4cc4-8998-8827fb2a1072", "name": "network-vif-deleted", "tag": "740e4a45-0299-43d8-aef2-b8d7f6c87383"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:24.313501 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5087b5e3-23a6-4581-b8b5-f59f709e61dc x-openstack-request-id: req-5087b5e3-23a6-4581-b8b5-f59f709e61dc {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:24.313793 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd017d-9965-4cc4-8998-8827fb2a1072", "name": "network-vif-deleted", "tag": "740e4a45-0299-43d8-aef2-b8d7f6c87383", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:24.314047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5087b5e3-23a6-4581-b8b5-f59f709e61dc {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:24.314445 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd017d-9965-4cc4-8998-8827fb2a1072', 'name': 'network-vif-deleted', 'tag': '740e4a45-0299-43d8-aef2-b8d7f6c87383', 'status': 'completed', 'code': 200} Nov 23 14:35:24.474177 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.692689 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abbb73-8c2c-43f8-ad28-25d8afe40aed req-467d068f-64fb-40f4-bf99-0a3291cd4cef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:24.694156 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-45abbb73-8c2c-43f8-ad28-25d8afe40aed req-467d068f-64fb-40f4-bf99-0a3291cd4cef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0491195 Nov 23 14:35:24.743826 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-45abbb73-8c2c-43f8-ad28-25d8afe40aed req-addb35a2-1ba7-4ae9-b677-4bfb6eae1a9b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 Nov 23 14:35:24.878528 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f205d4-0973-4ef3-95ee-41fab5b43da1 req-f9d06544-e806-4027-b5b8-e7e6eb83df0c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:24.880013 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e4f205d4-0973-4ef3-95ee-41fab5b43da1 req-f9d06544-e806-4027-b5b8-e7e6eb83df0c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Nov 23 14:35:24.927008 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e4f205d4-0973-4ef3-95ee-41fab5b43da1 req-dc20d357-fac5-4cd0-a895-9d991b7745d2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Nov 23 14:35:25.114200 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e19d3eaf-d8f8-4819-b375-5725c6cd53a4 req-5d7295b6-96ea-426a-a830-f085d7339d07 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 210 time: 0.0261157 Nov 23 14:35:25.145454 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd46b3-0293-498d-a01d-a0f28ff21acb req-81e33052-5b12-4aa3-96e3-79efaa13940f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:25.146923 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5dfd46b3-0293-498d-a01d-a0f28ff21acb req-81e33052-5b12-4aa3-96e3-79efaa13940f tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Nov 23 14:35:25.194604 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5dfd46b3-0293-498d-a01d-a0f28ff21acb req-f1ab8e52-6e60-49fe-a67d-1c5ca50d83eb tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Nov 23 14:35:25.753513 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.865023 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a53c73-a486-48fb-9f68-b6e154d879c6 req-a5e9acbf-f9bd-4507-b851-7dc9e626edb4 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:25.866512 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-93a53c73-a486-48fb-9f68-b6e154d879c6 req-a5e9acbf-f9bd-4507-b851-7dc9e626edb4 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Nov 23 14:35:25.914161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-93a53c73-a486-48fb-9f68-b6e154d879c6 req-ae8e54a1-2f4d-4e51-81cb-ef7c4a942157 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 Nov 23 14:35:26.055646 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e1f02-1bc8-47af-9856-56400e70721e req-d8a00e8e-13fe-4ec5-8c0b-691098890e93 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.057152 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c16e1f02-1bc8-47af-9856-56400e70721e req-d8a00e8e-13fe-4ec5-8c0b-691098890e93 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0542943 Nov 23 14:35:26.063377 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.110460 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c16e1f02-1bc8-47af-9856-56400e70721e req-4dfe53a4-e4fd-44a8-ad83-c602b2aeabee tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Nov 23 14:35:26.222902 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f65d6e16-880e-4a01-94e7-ecee3288db8f req-a47ec417-a844-481d-b55f-e2e47a17b1f7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=debd017d-9965-4cc4-8998-8827fb2a1072 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Nov 23 14:35:26.323030 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6bb1-b313-4a82-9ad6-cc8ed095771a req-f23e724c-b303-4cc1-bc00-41773ab57416 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.324417 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d96f6bb1-b313-4a82-9ad6-cc8ed095771a req-f23e724c-b303-4cc1-bc00-41773ab57416 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0573356 Nov 23 14:35:26.376102 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d96f6bb1-b313-4a82-9ad6-cc8ed095771a req-0aafb767-73ef-421c-a485-d1ae6a6510c8 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Nov 23 14:35:26.420037 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 740e4a45-0299-43d8-aef2-b8d7f6c87383 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:26.571102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 740e4a45-0299-43d8-aef2-b8d7f6c87383 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:26.571436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 740e4a45-0299-43d8-aef2-b8d7f6c87383 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:26.667705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-87766db9-83e3-4993-bcc0-b00fbb05fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.669420 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-87766db9-83e3-4993-bcc0-b00fbb05fea1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1099 time: 0.0500655 Nov 23 14:35:26.786521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-8c39f59c-e95d-4383-b771-516b90901903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.788103 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-8c39f59c-e95d-4383-b771-516b90901903 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.0910749 Nov 23 14:35:26.861082 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-230ba1f9-a9dc-433b-a390-9f20dcb97cb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 1001 time: 0.0647929 Nov 23 14:35:26.912163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-5ac98ae6-7d67-4f59-bbf9-a06c2e7da41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.913842 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-5ac98ae6-7d67-4f59-bbf9-a06c2e7da41f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0449653 Nov 23 14:35:26.963964 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-31f0ec32-e2c0-453d-9811-8bdbff951c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.965180 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-31f0ec32-e2c0-453d-9811-8bdbff951c85 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435793 Nov 23 14:35:26.983552 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.043753 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757718ef-b794-4fa7-9ce0-ff4ab1153a0e req-c86f1d5d-a54c-4686-b89e-bb878ccc4035 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:27.045270 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-757718ef-b794-4fa7-9ce0-ff4ab1153a0e req-c86f1d5d-a54c-4686-b89e-bb878ccc4035 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0601411 Nov 23 14:35:27.067135 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-60c68a91-153e-4442-8228-d99bedf7013e service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932753 Nov 23 14:35:27.101360 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-757718ef-b794-4fa7-9ce0-ff4ab1153a0e req-ed0d7724-e9b4-4ca2-95fd-f9ef0670c3e0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493345 Nov 23 14:35:27.162976 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c4146b9-57eb-4b7f-a2f0-e708feaae035 req-1c23c60e-77b7-4db5-912d-0a36b6814723 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867465 Nov 23 14:35:27.239773 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9951-3735-47fe-8c03-7f8ec9f26f12 req-a720def7-8cfa-453e-82b0-a950c0c1915a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:27.241512 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-114d9951-3735-47fe-8c03-7f8ec9f26f12 req-a720def7-8cfa-453e-82b0-a950c0c1915a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0550461 Nov 23 14:35:27.306389 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-114d9951-3735-47fe-8c03-7f8ec9f26f12 req-b855b323-0d10-4bb5-bb2e-83e49f8fdf0f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583308 Nov 23 14:35:28.221686 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4395-0e1e-4cb9-b428-c635be364e0c req-45a0878b-eecd-4af8-9f5e-67d8498472b7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:28.223302 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc3b4395-0e1e-4cb9-b428-c635be364e0c req-45a0878b-eecd-4af8-9f5e-67d8498472b7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0533299 Nov 23 14:35:28.270701 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc3b4395-0e1e-4cb9-b428-c635be364e0c req-8b7fadd7-8577-4e27-a959-df851ff68400 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Nov 23 14:35:28.424740 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9c7e-f679-473f-ac9e-0c89f3ce1fbc req-2d746ae4-9b5b-403e-b125-09f83b8d965b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:28.425419 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:35:28.426221 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4cef9c7e-f679-473f-ac9e-0c89f3ce1fbc req-2d746ae4-9b5b-403e-b125-09f83b8d965b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0476460 Nov 23 14:35:28.474663 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4cef9c7e-f679-473f-ac9e-0c89f3ce1fbc req-7e9a8eb5-2b8e-47e0-9946-162dd9fbeacc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Nov 23 14:35:28.529476 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:28.543860 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '643c4469-7e07-47b2-806d-0dfc74abe378', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378', 'mac_address': 'fa:16:3e:d3:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:35:28.582832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.596293 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 643c4469-7e07-47b2-806d-0dfc74abe378 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:28.615623 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:28.684202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.729576 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=6']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:28.828368 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['643c4469-7e07-47b2-806d-0dfc74abe378'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:29.006814 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c2a3b-0f90-4330-ac7b-52bf05e76bde req-f75dd636-bc28-43a5-80c5-e72e314b5bee tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.008299 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-920c2a3b-0f90-4330-ac7b-52bf05e76bde req-f75dd636-bc28-43a5-80c5-e72e314b5bee tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0654383 Nov 23 14:35:29.056540 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-920c2a3b-0f90-4330-ac7b-52bf05e76bde req-7291fdee-a47c-4b12-8c7c-57ed9ccfe108 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Nov 23 14:35:29.390659 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8000-ed28-4d5b-8c1f-b18d5b4b408b req-486aa0f5-239b-46a3-aaf9-6a9a16081431 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.392147 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c41d8000-ed28-4d5b-8c1f-b18d5b4b408b req-486aa0f5-239b-46a3-aaf9-6a9a16081431 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0521550 Nov 23 14:35:29.447153 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c41d8000-ed28-4d5b-8c1f-b18d5b4b408b req-c170c231-b6d3-4ad7-897b-ce1805719847 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Nov 23 14:35:29.594028 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6d984-d304-43dc-9643-7891b5771fde req-1efe2447-2c35-4cf3-a28a-13d94fe82059 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.595483 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75c6d984-d304-43dc-9643-7891b5771fde req-1efe2447-2c35-4cf3-a28a-13d94fe82059 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 944 time: 0.0482426 Nov 23 14:35:29.641509 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75c6d984-d304-43dc-9643-7891b5771fde req-55044e91-264f-4d75-acf4-882ef5a63d97 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 Nov 23 14:35:30.168926 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4afc5-f7f6-4bad-8d1d-c1395a346174 req-02c78ae2-000f-4913-8b7b-a560a75a11f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.170278 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f7c4afc5-f7f6-4bad-8d1d-c1395a346174 req-02c78ae2-000f-4913-8b7b-a560a75a11f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0475645 Nov 23 14:35:30.219505 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f7c4afc5-f7f6-4bad-8d1d-c1395a346174 req-126d320d-bd56-46ea-a9dc-e21611ead907 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Nov 23 14:35:30.438829 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:30.485501 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 643c4469-7e07-47b2-806d-0dfc74abe378 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:30.485872 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.565285 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.571378 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdace5-312a-4b9d-9ab8-6c2187c30e80 req-eeae3cba-d0e0-415c-b858-5b1fc3aa6e01 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.572938 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bebdace5-312a-4b9d-9ab8-6c2187c30e80 req-eeae3cba-d0e0-415c-b858-5b1fc3aa6e01 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0478516 Nov 23 14:35:30.587213 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:30.589426 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20714e88-5b7a-4f84-be2e-a48001ffca90" -d '{"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-plugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:30.602283 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:30.628035 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ff67c-3a88-451a-b664-5aba41f7a1ff x-openstack-request-id: req-8e0ff67c-3a88-451a-b664-5aba41f7a1ff {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:30.628366 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-plugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:30.628625 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8e0ff67c-3a88-451a-b664-5aba41f7a1ff {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:30.629023 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'code': 200} Nov 23 14:35:30.651234 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.703727 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=7']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:30.769046 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bd242-09f3-4b09-8016-d8bb202d3919 req-1a24ac85-f380-47ae-9c9e-4efb6516bb54 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.770774 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-444bd242-09f3-4b09-8016-d8bb202d3919 req-1a24ac85-f380-47ae-9c9e-4efb6516bb54 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0511553 Nov 23 14:35:30.820033 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-444bd242-09f3-4b09-8016-d8bb202d3919 req-b1453a9b-8d77-4f16-804b-f5ca74ffd8ff tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Nov 23 14:35:30.854219 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bebdace5-312a-4b9d-9ab8-6c2187c30e80 req-00917723-d7df-40e6-bbc1-26aae7275914 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754338 Nov 23 14:35:31.331581 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafe6a3-2160-44f0-93eb-7032cc8283a0 req-f5fb4e27-d87f-46bb-be1e-ac16b3d8c963 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.333101 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bcafe6a3-2160-44f0-93eb-7032cc8283a0 req-f5fb4e27-d87f-46bb-be1e-ac16b3d8c963 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0478103 Nov 23 14:35:31.381081 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bcafe6a3-2160-44f0-93eb-7032cc8283a0 req-413dcd2e-a4b5-448d-ae43-d767b968c973 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Nov 23 14:35:31.684219 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-295c469a-f2f2-418c-b406-8bb8e280d2cd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.685654 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-295c469a-f2f2-418c-b406-8bb8e280d2cd tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Nov 23 14:35:31.778467 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Deleting port 33c40c31-9d6e-4241-9de7-e23035380d49 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:31.779384 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.870473 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] For port 33c40c31-9d6e-4241-9de7-e23035380d49, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33c40c31-9d6e-4241-9de7-e23035380d49,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:31.870830 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.884942 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Calling delete_port for 33c40c31-9d6e-4241-9de7-e23035380d49 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:31.988720 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fedd-f186-4574-b479-baa646be6578 req-c37c4e18-b12c-4d31-88d0-5c3f9aea3f6a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.990203 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8961fedd-f186-4574-b479-baa646be6578 req-c37c4e18-b12c-4d31-88d0-5c3f9aea3f6a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0646420 Nov 23 14:35:32.075242 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8961fedd-f186-4574-b479-baa646be6578 req-44d0df46-2813-4429-a409-e08e58e37005 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779095 Nov 23 14:35:32.107098 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2554d-4660-4f48-9151-a2ea63034742 req-c8ac4b66-dc3e-4a69-8aff-bf4287c0debe tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:32.108545 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ace2554d-4660-4f48-9151-a2ea63034742 req-c8ac4b66-dc3e-4a69-8aff-bf4287c0debe tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Nov 23 14:35:32.154416 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.155512 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ace2554d-4660-4f48-9151-a2ea63034742 req-5e5a35d7-f89c-4925-8cf3-a41f9aa9288f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Nov 23 14:35:32.178236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48', '6eb8710c-9885-4985-b1fc-07ee28411a7c', '33c40c31-9d6e-4241-9de7-e23035380d49'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:32.185754 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event deleted for resources: {'Port': ['ID=33c40c31-9d6e-4241-9de7-e23035380d49,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:32.231000 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] No DVR routers for this DVR port 33c40c31-9d6e-4241-9de7-e23035380d49 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:32.233533 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.237060 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-456b5ad1-ec15-4145-ab73-c6f32af41ac4 req-db603f37-5481-4df0-b92f-7301715141da tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "DELETE /v2.0/ports/33c40c31-9d6e-4241-9de7-e23035380d49 HTTP/1.1" status: 204 len: 173 time: 0.5425534 Nov 23 14:35:32.237503 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c214697-d673-4304-b403-6624296f8ef2', 'name': 'network-vif-deleted', 'tag': '33c40c31-9d6e-4241-9de7-e23035380d49'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:32.239737 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9289bc3d-6386-4474-bdb1-4dd81bcb6604" -d '{"events": [{"server_uuid": "1c214697-d673-4304-b403-6624296f8ef2", "name": "network-vif-deleted", "tag": "33c40c31-9d6e-4241-9de7-e23035380d49"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:32.275043 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c4475-1d83-45a7-b180-b15561b6d08d x-openstack-request-id: req-360c4475-1d83-45a7-b180-b15561b6d08d {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:32.275344 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c214697-d673-4304-b403-6624296f8ef2", "name": "network-vif-deleted", "tag": "33c40c31-9d6e-4241-9de7-e23035380d49", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:32.275600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-360c4475-1d83-45a7-b180-b15561b6d08d {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:32.275999 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c214697-d673-4304-b403-6624296f8ef2', 'name': 'network-vif-deleted', 'tag': '33c40c31-9d6e-4241-9de7-e23035380d49', 'status': 'completed', 'code': 200} Nov 23 14:35:32.471316 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d9724ca9-c36f-478d-a5eb-4c37f4a73338 req-7b8ae7f3-da48-4815-aba9-870832544eec tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c214697-d673-4304-b403-6624296f8ef2 HTTP/1.1" status: 200 len: 210 time: 0.0256376 Nov 23 14:35:33.281468 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de35419-74d8-4d2f-af1d-fdfb2d74e605 req-e32b11a9-32a3-4fb4-898d-8c0040759507 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.283173 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4de35419-74d8-4d2f-af1d-fdfb2d74e605 req-e32b11a9-32a3-4fb4-898d-8c0040759507 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0562630 Nov 23 14:35:33.304170 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc0f6-9219-481c-9664-da9c43b5d6c1 req-ce6e396a-8237-4b9c-8d98-a718967ebe60 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.306467 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-389bc0f6-9219-481c-9664-da9c43b5d6c1 req-ce6e396a-8237-4b9c-8d98-a718967ebe60 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0574689 Nov 23 14:35:33.339556 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4de35419-74d8-4d2f-af1d-fdfb2d74e605 req-33752bee-cde7-46c0-a451-ac5fdc6c51eb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Nov 23 14:35:33.359108 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-389bc0f6-9219-481c-9664-da9c43b5d6c1 req-5ecebac3-aa8d-4f3d-933c-3dc848f974a7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Nov 23 14:35:33.765745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a36314-3c63-46f8-82eb-fd3002394c8e req-ad75f5d2-86f8-4a46-8533-53b831fb661c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.767682 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-20a36314-3c63-46f8-82eb-fd3002394c8e req-ad75f5d2-86f8-4a46-8533-53b831fb661c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0499458 Nov 23 14:35:33.817147 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-20a36314-3c63-46f8-82eb-fd3002394c8e req-e6565d5c-6b71-4d0a-8df7-681df00363c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Nov 23 14:35:33.996148 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107ea37-0336-4b1e-aef7-c3d901cb7eaa req-1ce6aa91-2219-42eb-834c-86d273a6e6b7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.997835 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2107ea37-0336-4b1e-aef7-c3d901cb7eaa req-1ce6aa91-2219-42eb-834c-86d273a6e6b7 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Nov 23 14:35:34.029554 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b44904-c80a-439c-9830-d8bf421181fc req-7bfecc93-f391-4262-925f-00c7f5164af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.030956 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-7bfecc93-f391-4262-925f-00c7f5164af4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1099 time: 0.1741240 Nov 23 14:35:34.050813 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2107ea37-0336-4b1e-aef7-c3d901cb7eaa req-37275b57-f925-448e-b5c8-ba32e519a7f0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Nov 23 14:35:34.139722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b44904-c80a-439c-9830-d8bf421181fc req-ddcff45c-872b-45e6-b18b-2530a8a8dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.152181 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-ddcff45c-872b-45e6-b18b-2530a8a8dcd0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.1018946 Nov 23 14:35:34.212425 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-b3801d5e-28b2-4ead-a005-074075a83213 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 1001 time: 0.0632639 Nov 23 14:35:34.264320 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b44904-c80a-439c-9830-d8bf421181fc req-df4a2ee3-fb42-4640-87a1-ac46d054760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.267128 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-df4a2ee3-fb42-4640-87a1-ac46d054760b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0458577 Nov 23 14:35:34.317142 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b44904-c80a-439c-9830-d8bf421181fc req-3c8ae9eb-8257-4add-a5e6-1d6452a3c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.318521 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-3c8ae9eb-8257-4add-a5e6-1d6452a3c78d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433524 Nov 23 14:35:34.414642 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-12592de1-d97b-47b7-bf4a-a745eda80691 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869486 Nov 23 14:35:34.472479 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 33c40c31-9d6e-4241-9de7-e23035380d49 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:34.493075 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 33c40c31-9d6e-4241-9de7-e23035380d49 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:34.493600 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 33c40c31-9d6e-4241-9de7-e23035380d49 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:34.871195 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace7fb-b536-4df0-936a-552046e76062 req-82f5bf62-9167-4c8f-aa34-335307aa962b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.872848 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d8ace7fb-b536-4df0-936a-552046e76062 req-82f5bf62-9167-4c8f-aa34-335307aa962b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.4502418 Nov 23 14:35:34.914674 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4b44904-c80a-439c-9830-d8bf421181fc req-2f487d07-73ce-471b-b0e7-308c2f7f1197 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822855 Nov 23 14:35:34.959527 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d8ace7fb-b536-4df0-936a-552046e76062 req-2f9853d6-1ac1-4cae-8aee-923b9c16d499 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734997 Nov 23 14:35:34.988259 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d97dd-3a96-4d28-8fdf-2380c00152ec req-c02e6d3e-5e75-423e-8bab-4565f5506bd3 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.989760 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-036d97dd-3a96-4d28-8fdf-2380c00152ec req-c02e6d3e-5e75-423e-8bab-4565f5506bd3 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0852792 Nov 23 14:35:35.042089 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-036d97dd-3a96-4d28-8fdf-2380c00152ec req-356fb293-f430-46c3-b44d-1296de6840e9 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461881 Nov 23 14:35:35.180217 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058aacd-d300-49f8-9466-ea5ed90ca192 req-c5b19c9d-aec2-4b86-a87e-e5388587e369 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:35.182198 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3058aacd-d300-49f8-9466-ea5ed90ca192 req-c5b19c9d-aec2-4b86-a87e-e5388587e369 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0571439 Nov 23 14:35:35.237140 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3058aacd-d300-49f8-9466-ea5ed90ca192 req-4dda8151-e2fc-403e-9585-270d79f75d60 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Nov 23 14:35:36.132510 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efa081-938b-40f9-9f68-ece09110a875 req-63d29b20-ffa6-44f9-b383-5cfb635ff1d6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.134405 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-28efa081-938b-40f9-9f68-ece09110a875 req-63d29b20-ffa6-44f9-b383-5cfb635ff1d6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0943160 Nov 23 14:35:36.194688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad589c8e-7461-42f6-b335-63bf04288f8d req-05dbc476-3241-4ac2-9db5-728ab3a1ad16 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.202798 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ad589c8e-7461-42f6-b335-63bf04288f8d req-05dbc476-3241-4ac2-9db5-728ab3a1ad16 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0604227 Nov 23 14:35:36.205723 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-28efa081-938b-40f9-9f68-ece09110a875 req-440ae0a6-9a65-430a-97a0-460ad8af4d58 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620332 Nov 23 14:35:36.248081 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ad589c8e-7461-42f6-b335-63bf04288f8d req-74199f5b-0520-4f89-96d8-d0a8c0b3648b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443244 Nov 23 14:35:36.393951 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08eeed-6cad-4887-822b-47bfe2bcde75 req-092c157a-f3c1-4d64-b95e-ce15b803e2f2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.395694 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ab08eeed-6cad-4887-822b-47bfe2bcde75 req-092c157a-f3c1-4d64-b95e-ce15b803e2f2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0837948 Nov 23 14:35:36.489498 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ab08eeed-6cad-4887-822b-47bfe2bcde75 req-570fb0ef-0411-4d31-a198-17c4f72a20a0 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Nov 23 14:35:36.506618 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-32f30aca-da65-46b2-9d61-269e005fcf47 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.508269 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-32f30aca-da65-46b2-9d61-269e005fcf47 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 945 time: 0.0888317 Nov 23 14:35:36.638614 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Deleting port 6eb8710c-9885-4985-b1fc-07ee28411a7c {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:36.639059 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.823218 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] For port 6eb8710c-9885-4985-b1fc-07ee28411a7c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6eb8710c-9885-4985-b1fc-07ee28411a7c,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:36.823218 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.834332 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Calling delete_port for 6eb8710c-9885-4985-b1fc-07ee28411a7c owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:37.059888 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.075208 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48', '6eb8710c-9885-4985-b1fc-07ee28411a7c'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:37.110009 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event deleted for resources: {'Port': ['ID=6eb8710c-9885-4985-b1fc-07ee28411a7c,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:37.144923 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.145558 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.146124 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.146621 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.147116 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.147628 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.148157 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.148687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.149179 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.149665 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.150211 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.150683 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:37.176571 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] No DVR routers for this DVR port 6eb8710c-9885-4985-b1fc-07ee28411a7c on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:37.182540 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.190656 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3c8fc4c7-1083-4f29-ab6a-3b4f02f5f4e4 req-5ea4a159-c9a2-44ab-ad2d-11eb3a76e421 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "DELETE /v2.0/ports/6eb8710c-9885-4985-b1fc-07ee28411a7c HTTP/1.1" status: 204 len: 173 time: 0.6703136 Nov 23 14:35:37.190897 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'name': 'network-vif-deleted', 'tag': '6eb8710c-9885-4985-b1fc-07ee28411a7c'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:37.193161 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46490662-22fb-4303-a248-95b041644946" -d '{"events": [{"server_uuid": "cacec6ec-9dcb-43ce-96fe-15584c509e65", "name": "network-vif-deleted", "tag": "6eb8710c-9885-4985-b1fc-07ee28411a7c"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:37.279082 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df9899-d1ac-4061-956e-e3d20b180048 x-openstack-request-id: req-c3df9899-d1ac-4061-956e-e3d20b180048 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:37.279082 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacec6ec-9dcb-43ce-96fe-15584c509e65", "name": "network-vif-deleted", "tag": "6eb8710c-9885-4985-b1fc-07ee28411a7c", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:37.279082 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c3df9899-d1ac-4061-956e-e3d20b180048 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:37.279904 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacec6ec-9dcb-43ce-96fe-15584c509e65', 'name': 'network-vif-deleted', 'tag': '6eb8710c-9885-4985-b1fc-07ee28411a7c', 'status': 'completed', 'code': 200} Nov 23 14:35:37.477449 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ea468-4252-49bb-a695-7ebe99a7a3e0 req-e1ce0f80-fad7-4b53-a2c0-432d85c5bf36 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:37.479505 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-007ea468-4252-49bb-a695-7ebe99a7a3e0 req-e1ce0f80-fad7-4b53-a2c0-432d85c5bf36 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.1317329 Nov 23 14:35:37.497678 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054e90a-3bd4-48e3-b1ee-41339655aa17 req-c97008c1-ef90-4337-8db7-1a7965da8572 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:37.499319 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5054e90a-3bd4-48e3-b1ee-41339655aa17 req-c97008c1-ef90-4337-8db7-1a7965da8572 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.1336234 Nov 23 14:35:37.564635 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-007ea468-4252-49bb-a695-7ebe99a7a3e0 req-6e6aadb2-b812-4360-a3d2-c3a271ec04e0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683036 Nov 23 14:35:37.574393 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5054e90a-3bd4-48e3-b1ee-41339655aa17 req-e7385156-dcc5-453e-a904-c70425bdd735 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666196 Nov 23 14:35:37.716452 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-769f9086-2387-4a80-bf66-1b47212b706c req-7711ee89-4a4b-4d14-a036-988bd6555d2b tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 210 time: 0.0382650 Nov 23 14:35:38.690415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d4724-eb01-4297-9024-a9b12ae847a4 req-1bde2dad-afc6-4211-811b-b9cb7faac78b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:38.693026 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-874d4724-eb01-4297-9024-a9b12ae847a4 req-1bde2dad-afc6-4211-811b-b9cb7faac78b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0592422 Nov 23 14:35:38.754896 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-874d4724-eb01-4297-9024-a9b12ae847a4 req-f1ec29b7-0e00-44fd-8633-0d245452e237 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534077 Nov 23 14:35:38.834392 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-274365db-60da-4bc4-8dd1-4408e78e6c25 req-310b7225-02df-4835-9550-e5ebffe9d129 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 210 time: 0.0327022 Nov 23 14:35:39.891397 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c9d8e-0ab6-4389-9609-766323b11f2d req-42c2e55f-f251-49ad-b51b-35142fcd5a2d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:39.892952 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a32c9d8e-0ab6-4389-9609-766323b11f2d req-42c2e55f-f251-49ad-b51b-35142fcd5a2d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0714781 Nov 23 14:35:39.954035 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ed692bb7-9993-4f15-a0f3-5added3a000f req-ce404920-2333-4a45-8682-b6c2677e2c14 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacec6ec-9dcb-43ce-96fe-15584c509e65 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Nov 23 14:35:39.976545 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a32c9d8e-0ab6-4389-9609-766323b11f2d req-3174dd3d-da24-4814-9bd2-15018180c80b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682404 Nov 23 14:35:41.095489 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d01ff-f4ec-4736-b42d-708a9b5cfc81 req-6238e2cc-472d-4b65-be86-9cc196a9bae5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:41.097000 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-877d01ff-f4ec-4736-b42d-708a9b5cfc81 req-6238e2cc-472d-4b65-be86-9cc196a9bae5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 23 14:35:41.147362 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-877d01ff-f4ec-4736-b42d-708a9b5cfc81 req-0d770722-a148-46d2-9056-9e4e0465fa07 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Nov 23 14:35:41.177843 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:35:42.277852 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f116-abb0-43b4-a81f-dc84766d55a8 req-e97ce0ce-ccf4-4756-b478-8dc1994aa2a9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:42.280061 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95b1f116-abb0-43b4-a81f-dc84766d55a8 req-e97ce0ce-ccf4-4756-b478-8dc1994aa2a9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0521080 Nov 23 14:35:42.340269 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95b1f116-abb0-43b4-a81f-dc84766d55a8 req-0f9ce85f-8a5b-4d23-9f17-d4079ee170cc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482061 Nov 23 14:35:43.100007 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6eb8710c-9885-4985-b1fc-07ee28411a7c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:43.124458 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 6eb8710c-9885-4985-b1fc-07ee28411a7c {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:43.125205 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6eb8710c-9885-4985-b1fc-07ee28411a7c not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:43.479847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b261e-94a1-448d-87db-41288c8757b0 req-e1c860d8-3d23-405d-8ac9-37676cf7075c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:43.481461 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cc4b261e-94a1-448d-87db-41288c8757b0 req-e1c860d8-3d23-405d-8ac9-37676cf7075c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0582361 Nov 23 14:35:43.533144 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cc4b261e-94a1-448d-87db-41288c8757b0 req-b2e69c0f-96ab-4854-b878-c4021b447cfb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451567 Nov 23 14:35:44.661065 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b69da-63b8-4caa-a108-09c823ea9b16 req-1ef92718-2dd8-4273-b211-b1e1c78f969e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:44.662486 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-356b69da-63b8-4caa-a108-09c823ea9b16 req-1ef92718-2dd8-4273-b211-b1e1c78f969e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Nov 23 14:35:44.718905 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-356b69da-63b8-4caa-a108-09c823ea9b16 req-22717ebe-3222-4189-87a7-a6068e043c21 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505891 Nov 23 14:35:45.560068 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58740) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.610249 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Deleting subnet 27dce041-5cab-4dc7-a59f-9e4e932ac34b {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:45.613580 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.649505 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.690139 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.827413 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.859212 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27dce041-5cab-4dc7-a59f-9e4e932ac34b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.863944 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.867101 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/27dce041-5cab-4dc7-a59f-9e4e932ac34b HTTP/1.1" status: 204 len: 168 time: 0.3059840 Nov 23 14:35:45.869753 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58750) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.875058 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.875410 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.875745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.876078 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.876431 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.876760 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.877560 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.877560 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.877788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.878033 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.878350 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.878667 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d3d1b-ece1-4253-8ab1-a7c26f9b7e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:45.890259 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893db4d-5f4f-4a46-a651-f5335e4f01fe req-60e9553b-a921-4cd7-9ea8-1a1d2f214861 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:45.891774 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d893db4d-5f4f-4a46-a651-f5335e4f01fe req-60e9553b-a921-4cd7-9ea8-1a1d2f214861 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0974939 Nov 23 14:35:45.941459 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.944797 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d893db4d-5f4f-4a46-a651-f5335e4f01fe req-067fa170-18e3-4d4a-8d18-9bbc1816b2fd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Nov 23 14:35:46.033050 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b0ba-98d7-4e91-b570-01516b01521b req-ca1358ea-397b-42cb-8bb8-e1c26ddf7019 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:46.034504 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-72a0b0ba-98d7-4e91-b570-01516b01521b req-ca1358ea-397b-42cb-8bb8-e1c26ddf7019 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0904424 Nov 23 14:35:46.064722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.100748 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45236fc9-8c00-43a2-9ad1-381ad2b1605a']}} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.116753 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1e0e45-8df9-44aa-8175-fc4566e091bb') {'for_net_delete': True} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.117041 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1e0e45-8df9-44aa-8175-fc4566e091bb') {} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.133892 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2142867244'] for segment, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.143520 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-72a0b0ba-98d7-4e91-b570-01516b01521b req-1c8a06b0-e162-48ad-ba10-e968ade7f228 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807571 Nov 23 14:35:46.151123 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143283108'] for segment, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: Traceback (most recent call last): Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: timer() Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: cb(*args, **kw) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: return func(*args, **kwargs) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: self._notify() Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: self.callback(batched_events) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: event.method(event) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: return f(self, *a, **k) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._get(url).json() Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:46.163584 dv-cinder-804757-10-iscsi neutron-server[103066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:46.265464 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.272421 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.275587 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/45236fc9-8c00-43a2-9ad1-381ad2b1605a HTTP/1.1" status: 204 len: 168 time: 0.4048266 Nov 23 14:35:46.278696 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58756) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.285727 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baf2b4-5c5e-4b00-8abc-3bf8e9b76ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=45236fc9-8c00-43a2-9ad1-381ad2b1605a,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.324924 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Deleting subnet d76d0aed-315d-4d4b-9f7d-bc316c595518 {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:46.328600 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.363136 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.406032 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.527155 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.552658 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76d0aed-315d-4d4b-9f7d-bc316c595518,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.556813 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.564525 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bcd76952-8da8-42ff-a242-516313f4abb8 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d76d0aed-315d-4d4b-9f7d-bc316c595518 HTTP/1.1" status: 204 len: 168 time: 0.2804463 Nov 23 14:35:46.564525 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58758) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.629180 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.709906 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.729551 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fd2e46-4d38-45e2-8e93-e6fd9fa56861']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.738447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f036343-0ebd-4d9f-993b-a657c07a829e') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.738738 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f036343-0ebd-4d9f-993b-a657c07a829e') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.747692 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.760362 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.766708 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:46.767083 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:46.768716 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:46.874818 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.879933 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.883145 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] 10.222.0.82 "DELETE /v2.0/networks/43fd2e46-4d38-45e2-8e93-e6fd9fa56861 HTTP/1.1" status: 204 len: 168 time: 0.3196359 Nov 23 14:35:46.894556 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705e623-4201-4aa5-b975-fe924fb37703 admin admin] Pushing event deleted for resources: {'Network': ['ID=43fd2e46-4d38-45e2-8e93-e6fd9fa56861,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.064992 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce94a12-d403-4c04-97e7-35e9efad2a56 req-acaaf543-5148-437e-9927-0bd07d35f7ac tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:47.066453 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dce94a12-d403-4c04-97e7-35e9efad2a56 req-acaaf543-5148-437e-9927-0bd07d35f7ac tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Nov 23 14:35:47.113421 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dce94a12-d403-4c04-97e7-35e9efad2a56 req-d12a5888-342c-4add-beae-d790555bc88f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409710 Nov 23 14:35:47.230309 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58768) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.264329 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da012d7f-9271-4eb5-9d7d-9739b909ea86 req-cc81036a-aaa9-45c2-8b7a-f0e6790d43f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:47.265905 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-da012d7f-9271-4eb5-9d7d-9739b909ea86 req-cc81036a-aaa9-45c2-8b7a-f0e6790d43f8 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0556140 Nov 23 14:35:47.271906 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d6c970f5-3b8d-44ea-a7b0-4ce47f371cb5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4a8de01c4ca547b5becd02b1eb93b166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404189 Nov 23 14:35:47.274395 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58770) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.314358 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-da012d7f-9271-4eb5-9d7d-9739b909ea86 req-c15c6774-a8f0-49f1-bc3c-98387695e023 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Nov 23 14:35:47.326096 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ba260a19-0c45-422f-a310-d50e56f9b160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.347404 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ba260a19-0c45-422f-a310-d50e56f9b160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.469087 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ba260a19-0c45-422f-a310-d50e56f9b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.471740 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ba260a19-0c45-422f-a310-d50e56f9b160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.472937 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-ba260a19-0c45-422f-a310-d50e56f9b160 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/69b85f41-2d82-4821-a75c-f5bc0e100e9d HTTP/1.1" status: 204 len: 168 time: 0.1975434 Nov 23 14:35:47.480755 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260a19-0c45-422f-a310-d50e56f9b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b85f41-2d82-4821-a75c-f5bc0e100e9d,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.080540 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58776) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.119882 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-f5f03c53-f23b-4174-9aaa-062cbc602904 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2a2c07de01b2455499284b0d7f5afc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382040 Nov 23 14:35:48.122332 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58778) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.169511 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a334158d-0a2b-42b2-929a-b332e36585ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.200576 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a334158d-0a2b-42b2-929a-b332e36585ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.263497 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b119b4-5196-4614-97b7-d0006a4ffb2d req-4922fd9e-1d85-4115-8254-6ef5dbe113dc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:48.265303 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-25b119b4-5196-4614-97b7-d0006a4ffb2d req-4922fd9e-1d85-4115-8254-6ef5dbe113dc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0768118 Nov 23 14:35:48.314380 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-25b119b4-5196-4614-97b7-d0006a4ffb2d req-e79b90ed-3492-40bd-8f4b-9fd16e020744 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Nov 23 14:35:48.374509 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a334158d-0a2b-42b2-929a-b332e36585ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.380615 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a334158d-0a2b-42b2-929a-b332e36585ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.380615 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a334158d-0a2b-42b2-929a-b332e36585ff admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/452e9b25-8de6-4465-bb8f-4e2b95f5e6da HTTP/1.1" status: 204 len: 168 time: 0.2551653 Nov 23 14:35:48.386947 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334158d-0a2b-42b2-929a-b332e36585ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e9b25-8de6-4465-bb8f-4e2b95f5e6da,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.439945 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3d9a-7183-48c8-ac50-d3fa8d4be87f req-0921125d-479b-4b55-8968-dff33992b94d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:48.441587 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-35fc3d9a-7183-48c8-ac50-d3fa8d4be87f req-0921125d-479b-4b55-8968-dff33992b94d tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0594337 Nov 23 14:35:48.490576 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-35fc3d9a-7183-48c8-ac50-d3fa8d4be87f req-426cef32-9bcc-4827-bec9-de8ed44ad696 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Nov 23 14:35:49.521379 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5fc8-4812-4054-870f-b1488a666daa req-d3978625-1ec6-44da-b44f-bdecc094cb7a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:49.521379 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8dbe5fc8-4812-4054-870f-b1488a666daa req-d3978625-1ec6-44da-b44f-bdecc094cb7a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0555305 Nov 23 14:35:49.521379 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8dbe5fc8-4812-4054-870f-b1488a666daa req-3da7831d-255b-4305-8947-3740fcd89b35 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Nov 23 14:35:49.605438 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfabd7-cf17-434c-95f6-a1b5a17116c6 req-a0fb99d8-51d9-4bbd-a846-f388717404f1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:49.606812 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5ecfabd7-cf17-434c-95f6-a1b5a17116c6 req-a0fb99d8-51d9-4bbd-a846-f388717404f1 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0486379 Nov 23 14:35:49.657948 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5ecfabd7-cf17-434c-95f6-a1b5a17116c6 req-545fd1b6-fdcc-4c75-8a42-e2ac906c6fad tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Nov 23 14:35:50.615176 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafd11-5e46-4e82-93aa-acdfd6640a36 req-99ccc837-0007-48bd-86e5-0ab17a9eee17 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:50.616624 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b5aafd11-5e46-4e82-93aa-acdfd6640a36 req-99ccc837-0007-48bd-86e5-0ab17a9eee17 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0468657 Nov 23 14:35:50.665953 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b5aafd11-5e46-4e82-93aa-acdfd6640a36 req-7762a4c9-f80d-41c8-9fab-61ae52fb79ee tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Nov 23 14:35:50.770937 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01de0-8bc7-4e6a-8014-49dda4874081 req-c427ae78-1d95-4b4d-b6ee-af5e7b566fcc tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:50.774032 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3ca01de0-8bc7-4e6a-8014-49dda4874081 req-c427ae78-1d95-4b4d-b6ee-af5e7b566fcc tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Nov 23 14:35:50.818734 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5aba9af6-2262-47e5-ba6f-0a8e7f767ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.819347 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3ca01de0-8bc7-4e6a-8014-49dda4874081 req-8a816c7e-9ed4-48f3-938d-148b7c083c06 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Nov 23 14:35:51.663325 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-ae8019b3-26d0-47e9-912d-cadb6cb61cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:51.664741 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-ae8019b3-26d0-47e9-912d-cadb6cb61cf2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1098 time: 0.0408955 Nov 23 14:35:51.771089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-d0a10b3b-b454-47a7-8041-c50acb44da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:51.772645 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-d0a10b3b-b454-47a7-8041-c50acb44da41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0945206 Nov 23 14:35:51.788412 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d5967-f04f-4117-93fe-c81a421f7d5e req-2e75a158-2e3b-48cd-8908-9b4a41b30db0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:51.790556 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-928d5967-f04f-4117-93fe-c81a421f7d5e req-2e75a158-2e3b-48cd-8908-9b4a41b30db0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Nov 23 14:35:51.839604 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-74edccb8-b113-4b2b-ae83-cf8db60e90ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 1001 time: 0.0590875 Nov 23 14:35:51.841230 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-928d5967-f04f-4117-93fe-c81a421f7d5e req-1d0d034f-54a0-47e8-ae7a-669d2f9f9cce tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 Nov 23 14:35:51.911247 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-a00e10a9-58f4-429d-9ff6-124dacb01f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:51.912842 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-a00e10a9-58f4-429d-9ff6-124dacb01f80 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0591731 Nov 23 14:35:51.974752 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b90d6-88db-4f71-8f9f-740e0af3b161 req-8a94a5a5-2b85-4d4b-aff7-db5954841de2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:51.976200 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-954b90d6-88db-4f71-8f9f-740e0af3b161 req-8a94a5a5-2b85-4d4b-aff7-db5954841de2 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0773778 Nov 23 14:35:51.982428 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-3eac5114-0b19-417d-9bb9-bd76fbb1252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:51.983793 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-3eac5114-0b19-417d-9bb9-bd76fbb1252e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570836 Nov 23 14:35:52.079645 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-954b90d6-88db-4f71-8f9f-740e0af3b161 req-873aedd8-cd36-4e3e-95b5-961a90886acb tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/security-groups?id=30ef20ee-4951-4103-825d-8639bd2cd1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948741 Nov 23 14:35:52.104544 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-4869b3ff-33a7-4c22-9d6b-d34e8bc8d045 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075127 Nov 23 14:35:52.198085 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9587abfa-4fc3-4c6f-b2e5-bf5f975464c8 req-268edb36-b42e-40a0-8ce9-f639963a7e5c service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841556 Nov 23 14:35:52.597426 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-bdb23838-aed6-46be-807c-42b28df38e63 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:52.601861 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-bdb23838-aed6-46be-807c-42b28df38e63 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 946 time: 0.0613608 Nov 23 14:35:52.694519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Deleting port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:52.694850 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.788335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] For port 50cd9224-27b2-4dca-bbbc-d56748cb8f48, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50cd9224-27b2-4dca-bbbc-d56748cb8f48,segment=NetworkSegment(55dfc3c0-aeb8-4f92-a26f-c26a9e547085),segment_id=55dfc3c0-aeb8-4f92-a26f-c26a9e547085)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:52.789026 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.800647 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Calling delete_port for 50cd9224-27b2-4dca-bbbc-d56748cb8f48 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:52.963074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0377089-902d-4abc-9820-100b2c7ac2af req-b0e1ee3b-466b-46be-9cb4-96ac4f235ea7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:52.964554 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a0377089-902d-4abc-9820-100b2c7ac2af req-b0e1ee3b-466b-46be-9cb4-96ac4f235ea7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Nov 23 14:35:53.020765 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a0377089-902d-4abc-9820-100b2c7ac2af req-72354c75-6059-4e10-9ed1-b649b04c8552 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497682 Nov 23 14:35:53.058697 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.086759 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['50cd9224-27b2-4dca-bbbc-d56748cb8f48'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:53.090472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Pushing event deleted for resources: {'Port': ['ID=50cd9224-27b2-4dca-bbbc-d56748cb8f48,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:53.138739 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] No DVR routers for this DVR port 50cd9224-27b2-4dca-bbbc-d56748cb8f48 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:53.145336 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.145995 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b6c7ae54-fdc1-4e72-a499-f26931e0e137 req-a62628a7-a2d0-49e7-a074-69efc1254026 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.85 "DELETE /v2.0/ports/50cd9224-27b2-4dca-bbbc-d56748cb8f48 HTTP/1.1" status: 204 len: 173 time: 0.5371420 Nov 23 14:35:53.145995 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4442f-25b2-4695-a16f-17263d9e1710', 'name': 'network-vif-deleted', 'tag': '50cd9224-27b2-4dca-bbbc-d56748cb8f48'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:53.148315 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89119c8-3070-49e4-bd56-e172355fe737" -d '{"events": [{"server_uuid": "43b4442f-25b2-4695-a16f-17263d9e1710", "name": "network-vif-deleted", "tag": "50cd9224-27b2-4dca-bbbc-d56748cb8f48"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:53.197100 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-da933538-7d1d-42cf-9c1e-cb64aa07397c req-61e2536e-e7a6-486a-b5de-3750ca8e2620 tempest-AttachVolumeNegativeTest-697971097 tempest-AttachVolumeNegativeTest-697971097-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b4442f-25b2-4695-a16f-17263d9e1710 HTTP/1.1" status: 200 len: 210 time: 0.0333750 Nov 23 14:35:53.254952 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-33e71f62-5bdd-4a1e-981a-1f5ff8639352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.371606 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f693fcc-9206-42a8-96bd-f90f4c91109d x-openstack-request-id: req-5f693fcc-9206-42a8-96bd-f90f4c91109d {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:53.371905 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4442f-25b2-4695-a16f-17263d9e1710", "name": "network-vif-deleted", "tag": "50cd9224-27b2-4dca-bbbc-d56748cb8f48", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:53.372159 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5f693fcc-9206-42a8-96bd-f90f4c91109d {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:53.372653 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4442f-25b2-4695-a16f-17263d9e1710', 'name': 'network-vif-deleted', 'tag': '50cd9224-27b2-4dca-bbbc-d56748cb8f48', 'status': 'completed', 'code': 200} Nov 23 14:35:54.142933 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f39e22-303b-4c34-ab12-de622375b91f req-386c8e8e-e452-4164-b56b-bef32b3270ee tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:54.144439 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-57f39e22-303b-4c34-ab12-de622375b91f req-386c8e8e-e452-4164-b56b-bef32b3270ee tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Nov 23 14:35:54.197814 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-57f39e22-303b-4c34-ab12-de622375b91f req-a855907a-573e-4b02-81c3-1dea5c0f8130 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 Nov 23 14:35:54.257389 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58898) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.307805 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Deleting subnet eccc233e-7824-4c70-ac58-4b4ee2fa4393 {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:54.311479 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.347048 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.387381 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.441081 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.485624 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.518377 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.521745 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] 10.222.0.82 "DELETE /v2.0/subnets/eccc233e-7824-4c70-ac58-4b4ee2fa4393 HTTP/1.1" status: 204 len: 168 time: 0.2633810 Nov 23 14:35:54.522694 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2f716-175c-4d26-ae8c-8dae3f8488ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eccc233e-7824-4c70-ac58-4b4ee2fa4393,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:54.524408 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58900) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.594056 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.679561 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.700176 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c21480-0f27-4f06-9850-471f208e0ee5']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.710374 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dfc3c0-aeb8-4f92-a26f-c26a9e547085') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.710666 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dfc3c0-aeb8-4f92-a26f-c26a9e547085') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.720578 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.733788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.739543 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:54.739915 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:54.741554 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:54.870229 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.876033 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.882087 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] 10.222.0.82 "DELETE /v2.0/networks/91c21480-0f27-4f06-9850-471f208e0ee5 HTTP/1.1" status: 204 len: 168 time: 0.3564949 Nov 23 14:35:54.897450 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e40b9-8256-4f68-83b6-7d64a5c5fb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c21480-0f27-4f06-9850-471f208e0ee5,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.026213 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58918) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.132881 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a4cd889c-058f-4a10-9dc5-d73a09a92c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.206324 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a4cd889c-058f-4a10-9dc5-d73a09a92c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.245971 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58926) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.299555 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-3a2a4e8a-a5e0-4b28-84ff-71d7b2b172b4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=368da8317e0d4261811a214a941624dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499761 Nov 23 14:35:55.300442 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 58928) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.313870 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a4cd889c-058f-4a10-9dc5-d73a09a92c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.351990 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c1d3afcb-4f98-4bec-a185-cbdd3df1de93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.360062 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a4cd889c-058f-4a10-9dc5-d73a09a92c52 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4509dd8a82dd452387764279d576522f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326662 Nov 23 14:35:55.360680 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 58930) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.379532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd889c-058f-4a10-9dc5-d73a09a92c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c0722-1a7e-4675-aa66-58d9343acda0,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.390045 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:55.398898 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c1d3afcb-4f98-4bec-a185-cbdd3df1de93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.414481 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79acc7-1e40-42cf-86ab-2190d8906ef1 req-4063aaf9-5d23-49bc-b0a4-163a36559d94 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:55.417110 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1e79acc7-1e40-42cf-86ab-2190d8906ef1 req-4063aaf9-5d23-49bc-b0a4-163a36559d94 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 945 time: 0.1389375 Nov 23 14:35:55.468765 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6a07893f-b3ec-4765-9125-3c3c1a624d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.484769 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.499814 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1e79acc7-1e40-42cf-86ab-2190d8906ef1 req-583b4d4f-c068-4224-ab2a-f5f8e130ea32 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736651 Nov 23 14:35:55.505093 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c1d3afcb-4f98-4bec-a185-cbdd3df1de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.507315 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:55.508802 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6a07893f-b3ec-4765-9125-3c3c1a624d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.509533 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c1d3afcb-4f98-4bec-a185-cbdd3df1de93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.509955 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea6a3b7-cb04-405a-960e-39a90ab60ac3" -d '{"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-unplugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:55.511467 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c1d3afcb-4f98-4bec-a185-cbdd3df1de93 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/30ef20ee-4951-4103-825d-8639bd2cd1e3 HTTP/1.1" status: 204 len: 168 time: 0.2102618 Nov 23 14:35:55.534604 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3afcb-4f98-4bec-a185-cbdd3df1de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef20ee-4951-4103-825d-8639bd2cd1e3,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.535193 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:55.574996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a1b66-c76e-4466-8344-9a7402687c7e x-openstack-request-id: req-cf2a1b66-c76e-4466-8344-9a7402687c7e {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:55.578735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-unplugged", "status": "failed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "code": 422}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:55.578735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cf2a1b66-c76e-4466-8344-9a7402687c7e {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:55.578735 dv-cinder-804757-10-iscsi neutron-server[103067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'code': 422} returned with failed status Nov 23 14:35:55.590090 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.629563 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6a07893f-b3ec-4765-9125-3c3c1a624d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.632479 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6a07893f-b3ec-4765-9125-3c3c1a624d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.635098 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-6a07893f-b3ec-4765-9125-3c3c1a624d61 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f2c0722-1a7e-4675-aa66-58d9343acda0 HTTP/1.1" status: 204 len: 168 time: 0.2691648 Nov 23 14:35:55.643768 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=8']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.646766 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07893f-b3ec-4765-9125-3c3c1a624d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c0722-1a7e-4675-aa66-58d9343acda0,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.652524 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.653632 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.654129 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.654621 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.655156 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.655674 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.656015 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.656364 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.656862 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.657195 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.659146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.659146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:55.765177 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.051077 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.826076 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [req-0b963d00-c0db-47db-bad6-e8e41799f30b req-2b742db9-79f2-4ee1-9971-2095c215637b service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:35:56.827256 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0b963d00-c0db-47db-bad6-e8e41799f30b req-2b742db9-79f2-4ee1-9971-2095c215637b service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0943997 Nov 23 14:35:57.006353 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.179594 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bdde4-2453-40de-afc6-118de7d89636 req-861b797d-ffe7-4d76-b5b1-fe7d290e1dab tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:57.181135 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d80bdde4-2453-40de-afc6-118de7d89636 req-861b797d-ffe7-4d76-b5b1-fe7d290e1dab tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0492504 Nov 23 14:35:57.234946 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d80bdde4-2453-40de-afc6-118de7d89636 req-f1a72826-be2b-4a6d-a39d-0ebf14868da8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Nov 23 14:35:57.383705 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 50cd9224-27b2-4dca-bbbc-d56748cb8f48 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:57.408786 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 50cd9224-27b2-4dca-bbbc-d56748cb8f48 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:57.409128 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 50cd9224-27b2-4dca-bbbc-d56748cb8f48 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:57.653712 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59014) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:57.739089 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-8eda6336-6e2e-412d-96cb-0da20ce52ce3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836926 Nov 23 14:35:57.747908 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-f3bab48a-d1ae-49e0-a4c9-4b2e510b2831 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:35:57.748996 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-f3bab48a-d1ae-49e0-a4c9-4b2e510b2831 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050719 Nov 23 14:35:57.782415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383ea07-a4a1-4b9e-a586-3599c67283df req-fc5e1a0a-dcad-4a7a-bc13-48d820eb6d3a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:57.783924 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1383ea07-a4a1-4b9e-a586-3599c67283df req-fc5e1a0a-dcad-4a7a-bc13-48d820eb6d3a tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Nov 23 14:35:57.834799 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1383ea07-a4a1-4b9e-a586-3599c67283df req-e14db0e7-d607-470d-8c59-f621a6a5f566 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Nov 23 14:35:58.368763 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78671176-1486-4f5c-94ad-b0c40265496d req-b3953ae2-ac94-4e74-b0e3-466f77906bc8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:58.370543 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78671176-1486-4f5c-94ad-b0c40265496d req-b3953ae2-ac94-4e74-b0e3-466f77906bc8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0574923 Nov 23 14:35:58.423703 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78671176-1486-4f5c-94ad-b0c40265496d req-5173db54-a128-4879-bacd-3e5e40e6de95 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Nov 23 14:35:58.974201 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c29398-1b52-473b-a4bd-e5166e5ef345 req-061cd3f8-f4eb-4fe5-96bb-9a81ffca10d2 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:58.979460 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c1c29398-1b52-473b-a4bd-e5166e5ef345 req-061cd3f8-f4eb-4fe5-96bb-9a81ffca10d2 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0663283 Nov 23 14:35:59.029673 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c1c29398-1b52-473b-a4bd-e5166e5ef345 req-9216b556-a304-4f33-b956-c4d271e7e2bb tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 Nov 23 14:35:59.543354 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f24b0c-1498-4989-9e4a-1a0c337904d9 req-0baa25bc-ef47-4668-b82a-e9aed75ad5ef tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:59.544937 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-36f24b0c-1498-4989-9e4a-1a0c337904d9 req-0baa25bc-ef47-4668-b82a-e9aed75ad5ef tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0491686 Nov 23 14:35:59.590934 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-36f24b0c-1498-4989-9e4a-1a0c337904d9 req-c5ceeb46-7362-43c8-b8a3-aee3e648f2a6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Nov 23 14:36:00.144896 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155f87d-acd0-44d7-a2bc-9f9a01f81310 req-0b14e67d-c8c9-47c0-bbf4-c513a9fe60b0 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:00.146393 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9155f87d-acd0-44d7-a2bc-9f9a01f81310 req-0b14e67d-c8c9-47c0-bbf4-c513a9fe60b0 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Nov 23 14:36:00.194277 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9155f87d-acd0-44d7-a2bc-9f9a01f81310 req-a530bd58-ef0f-413f-94bf-a47da90cf484 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Nov 23 14:36:00.710242 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e31663-266e-4bc7-a01f-f83f758d4640 req-c86ab22b-0e7d-4e21-a28e-be1173df6636 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:00.711714 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5e31663-266e-4bc7-a01f-f83f758d4640 req-c86ab22b-0e7d-4e21-a28e-be1173df6636 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0470052 Nov 23 14:36:00.760859 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5e31663-266e-4bc7-a01f-f83f758d4640 req-504c14e6-50c8-426b-a447-160bd8cc0cd1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Nov 23 14:36:01.305892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c9ed8-6949-4be4-8b4d-d75e3be99989 req-756d941f-69ee-44dc-82f0-08684bce8285 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:01.307342 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9b1c9ed8-6949-4be4-8b4d-d75e3be99989 req-756d941f-69ee-44dc-82f0-08684bce8285 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Nov 23 14:36:01.352721 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9b1c9ed8-6949-4be4-8b4d-d75e3be99989 req-5f30f4b8-db1e-4d97-b886-f86ba10c4aaf tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Nov 23 14:36:01.878314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d01f-e57d-497f-8ad6-c12b71aa9cfe req-7ccda6d9-abb2-4326-99f5-4ee1e3dc34e6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:01.879772 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2853d01f-e57d-497f-8ad6-c12b71aa9cfe req-7ccda6d9-abb2-4326-99f5-4ee1e3dc34e6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0477638 Nov 23 14:36:01.928415 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2853d01f-e57d-497f-8ad6-c12b71aa9cfe req-13b6b636-426c-4eb3-bfed-048fa4d9cfed tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Nov 23 14:36:02.467990 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc540f-446f-4c95-a9d4-cb57ed1dff5b req-b716ded4-a378-4528-ab57-9cb0cf530831 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:02.469473 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-45bc540f-446f-4c95-a9d4-cb57ed1dff5b req-b716ded4-a378-4528-ab57-9cb0cf530831 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0488334 Nov 23 14:36:02.515331 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-45bc540f-446f-4c95-a9d4-cb57ed1dff5b req-0cc22e16-b160-4cae-8f40-ae00e2934b60 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Nov 23 14:36:03.045996 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d939e30-97ef-4741-a60a-5bae2c3f5f7e req-a1d8493d-ea88-4292-b1a2-c878797cd4e8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:03.047463 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d939e30-97ef-4741-a60a-5bae2c3f5f7e req-a1d8493d-ea88-4292-b1a2-c878797cd4e8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0486825 Nov 23 14:36:03.094270 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d939e30-97ef-4741-a60a-5bae2c3f5f7e req-63a0ffcb-9a66-4a19-a473-acd15c80df1c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Nov 23 14:36:03.632854 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12f479-c7f7-4d27-b93a-0d3f6318d3fa req-6d3ef97c-8ab4-4232-9410-8d567f81de99 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:03.634380 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3f12f479-c7f7-4d27-b93a-0d3f6318d3fa req-6d3ef97c-8ab4-4232-9410-8d567f81de99 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0524836 Nov 23 14:36:03.681468 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3f12f479-c7f7-4d27-b93a-0d3f6318d3fa req-a1878b53-3c6f-491a-96f8-319e63455922 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/security-groups?id=9c18917c-8955-446a-93fc-e12c74ae1baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Nov 23 14:36:03.726708 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-25034271-3aef-4b61-a247-b02c69164260 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:03.728151 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-25034271-3aef-4b61-a247-b02c69164260 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 945 time: 0.0482512 Nov 23 14:36:03.823182 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Deleting port e6f176df-d717-49b9-b93b-6866d8771953 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:03.823400 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.909373 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] For port e6f176df-d717-49b9-b93b-6866d8771953, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6f176df-d717-49b9-b93b-6866d8771953,segment=NetworkSegment(285ce580-bacc-40e0-82b1-27adaa73ec18),segment_id=285ce580-bacc-40e0-82b1-27adaa73ec18)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:03.909733 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.923128 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Calling delete_port for e6f176df-d717-49b9-b93b-6866d8771953 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:04.125652 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.138698 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['e6f176df-d717-49b9-b93b-6866d8771953'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:36:04.156592 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Pushing event deleted for resources: {'Port': ['ID=e6f176df-d717-49b9-b93b-6866d8771953,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:04.224506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] No DVR routers for this DVR port e6f176df-d717-49b9-b93b-6866d8771953 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:04.227793 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.232810 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a743d07e-4f6d-4383-81bd-157d4f72d15b req-cb344bce-6eb7-4fae-a6d6-17536c2de663 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.85 "DELETE /v2.0/ports/e6f176df-d717-49b9-b93b-6866d8771953 HTTP/1.1" status: 204 len: 173 time: 0.4951949 Nov 23 14:36:04.232810 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1ac082-a980-455a-a956-0e2c15214e47', 'name': 'network-vif-deleted', 'tag': 'e6f176df-d717-49b9-b93b-6866d8771953'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:04.234973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcd215c-b992-4c04-aeb8-d1e9aaf0e03c" -d '{"events": [{"server_uuid": "3b1ac082-a980-455a-a956-0e2c15214e47", "name": "network-vif-deleted", "tag": "e6f176df-d717-49b9-b93b-6866d8771953"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:04.260540 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7beb-6b4d-4c5e-b803-37096d9d0932 req-c05e3fd6-7495-4d6b-9541-05dd4158a727 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:04.264719 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eab7beb-6b4d-4c5e-b803-37096d9d0932 req-c05e3fd6-7495-4d6b-9541-05dd4158a727 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0795305 Nov 23 14:36:04.279541 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a832b-431c-4f35-aa22-76d25414a212 x-openstack-request-id: req-ab6a832b-431c-4f35-aa22-76d25414a212 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:04.279989 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1ac082-a980-455a-a956-0e2c15214e47", "name": "network-vif-deleted", "tag": "e6f176df-d717-49b9-b93b-6866d8771953", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:04.280260 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ab6a832b-431c-4f35-aa22-76d25414a212 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:04.280691 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1ac082-a980-455a-a956-0e2c15214e47', 'name': 'network-vif-deleted', 'tag': 'e6f176df-d717-49b9-b93b-6866d8771953', 'status': 'completed', 'code': 200} Nov 23 14:36:04.329697 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eab7beb-6b4d-4c5e-b803-37096d9d0932 req-bc338170-2e9e-499e-a206-f7e7760ca0c1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595825 Nov 23 14:36:04.786754 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-86905142-6d54-4af4-81ec-b113ba0c891c req-38fed9d0-3ac1-44b4-8e57-caf5adf2e1f4 tempest-VolumesSnapshotTestJSON-762249819 tempest-VolumesSnapshotTestJSON-762249819-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b1ac082-a980-455a-a956-0e2c15214e47 HTTP/1.1" status: 200 len: 210 time: 0.0271072 Nov 23 14:36:04.980135 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-5cc7a9ae-8ed9-4293-9b5b-b00c1b978bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:04.985107 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-5cc7a9ae-8ed9-4293-9b5b-b00c1b978bd8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832&tenant_id=45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 1096 time: 0.0728314 Nov 23 14:36:05.047412 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-673aaf5d-06e5-4236-bf15-f2370951b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.048976 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-673aaf5d-06e5-4236-bf15-f2370951b5ef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1096 time: 0.0410349 Nov 23 14:36:05.140851 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-ac41599c-0fcc-4ade-8fad-fb1f907f9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.142288 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-ac41599c-0fcc-4ade-8fad-fb1f907f9521 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0815792 Nov 23 14:36:05.209995 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-913c6b05-9fb4-4e3e-b7eb-8399565a412a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 999 time: 0.0598166 Nov 23 14:36:05.258320 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-19bab75f-3b75-4ff8-a90b-b3012497c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.259662 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-19bab75f-3b75-4ff8-a90b-b3012497c6d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0423689 Nov 23 14:36:05.314221 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-1e9dca4a-ad1e-4a01-aca4-606eb8e95596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.316113 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-1e9dca4a-ad1e-4a01-aca4-606eb8e95596 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419016 Nov 23 14:36:05.425322 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-7f2ff3a9-6e13-4a05-84ad-93676ca31e59 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959728 Nov 23 14:36:05.517517 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f4063-ede3-473a-beae-08fdfa5d4a17 req-20ff721a-2096-4fc9-88ec-14d4b396faf1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.518961 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc7f4063-ede3-473a-beae-08fdfa5d4a17 req-20ff721a-2096-4fc9-88ec-14d4b396faf1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.1105571 Nov 23 14:36:05.556182 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-8d716ed9-ab40-48a3-ab3e-08b1249daaa0 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189342 Nov 23 14:36:05.586041 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fc7f4063-ede3-473a-beae-08fdfa5d4a17 req-d52d2625-414b-4d34-9d30-f448374b9805 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576847 Nov 23 14:36:06.717700 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0176-487f-439d-bcd5-c7b1724bb97c req-18c78df6-992e-47d5-8169-f5ac84904373 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:06.719187 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-605c0176-487f-439d-bcd5-c7b1724bb97c req-18c78df6-992e-47d5-8169-f5ac84904373 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0525949 Nov 23 14:36:06.768132 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-605c0176-487f-439d-bcd5-c7b1724bb97c req-8f568fcc-3503-40a6-acf7-d8bd168fcef4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Nov 23 14:36:07.408430 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device e6f176df-d717-49b9-b93b-6866d8771953 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:07.408938 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59172) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:07.430515 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: e6f176df-d717-49b9-b93b-6866d8771953 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:07.430882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device e6f176df-d717-49b9-b93b-6866d8771953 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:07.513424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fd9969c4-d273-4f15-b7a4-56ee5f6d397b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.590194 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fd9969c4-d273-4f15-b7a4-56ee5f6d397b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.765251 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fd9969c4-d273-4f15-b7a4-56ee5f6d397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.803548 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9969c4-d273-4f15-b7a4-56ee5f6d397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7b9b7e-9e6e-4964-adb1-9c10c5bd2994,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:07.814969 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fd9969c4-d273-4f15-b7a4-56ee5f6d397b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3c07f7d036b443a5871c1c0c12a7a500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028652 Nov 23 14:36:07.815092 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59180) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:07.912949 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30092184-9ee9-4371-b05a-63939f64d5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.926236 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cbd5a-b2b8-4ed6-b0e9-a002deaa4689 req-acdca616-d3c3-4a30-b840-20f4b8da6477 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:07.927835 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-694cbd5a-b2b8-4ed6-b0e9-a002deaa4689 req-acdca616-d3c3-4a30-b840-20f4b8da6477 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0685525 Nov 23 14:36:07.953992 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30092184-9ee9-4371-b05a-63939f64d5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.011183 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-694cbd5a-b2b8-4ed6-b0e9-a002deaa4689 req-e7c1c991-879e-4327-869b-95f9b2abe994 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751243 Nov 23 14:36:08.067388 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30092184-9ee9-4371-b05a-63939f64d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.070126 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-30092184-9ee9-4371-b05a-63939f64d5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.071275 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-30092184-9ee9-4371-b05a-63939f64d5f2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8b7b9b7e-9e6e-4964-adb1-9c10c5bd2994 HTTP/1.1" status: 204 len: 168 time: 0.2573709 Nov 23 14:36:08.080379 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30092184-9ee9-4371-b05a-63939f64d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7b9b7e-9e6e-4964-adb1-9c10c5bd2994,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:09.166138 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ea7ba-41f9-4b6c-ac46-2e866fb3f4ba req-dff140b6-7467-4e33-a8f4-18609f27dcf2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:09.167684 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-920ea7ba-41f9-4b6c-ac46-2e866fb3f4ba req-dff140b6-7467-4e33-a8f4-18609f27dcf2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0640795 Nov 23 14:36:09.227003 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-920ea7ba-41f9-4b6c-ac46-2e866fb3f4ba req-104a8ba3-1424-4b02-bf8d-acc5e8df3cf3 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525105 Nov 23 14:36:10.290001 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59232) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:10.351950 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f709cb4-4fcd-4a47-9c8e-84b06455c755 req-77d37564-247f-42bf-985f-37ecf585b937 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:10.353434 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8f709cb4-4fcd-4a47-9c8e-84b06455c755 req-77d37564-247f-42bf-985f-37ecf585b937 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Nov 23 14:36:10.410757 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6b851daf-a24b-49a5-9010-dfd8398fdcaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.424785 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8f709cb4-4fcd-4a47-9c8e-84b06455c755 req-6bba85eb-8928-465e-be97-ef0c58f17200 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644045 Nov 23 14:36:10.489370 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6b851daf-a24b-49a5-9010-dfd8398fdcaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.552140 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6b851daf-a24b-49a5-9010-dfd8398fdcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.589941 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6b851daf-a24b-49a5-9010-dfd8398fdcaf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3afb8de1bda74f48be2383f77cfffd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988806 Nov 23 14:36:10.591412 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b851daf-a24b-49a5-9010-dfd8398fdcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b8818-713e-4695-a5b2-afd8f528009f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:10.593609 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59236) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:10.640259 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e702a7c-fddf-4aa0-aed0-ecd390ed7934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.661022 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e702a7c-fddf-4aa0-aed0-ecd390ed7934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.786306 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e702a7c-fddf-4aa0-aed0-ecd390ed7934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.788854 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e702a7c-fddf-4aa0-aed0-ecd390ed7934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.789988 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-4e702a7c-fddf-4aa0-aed0-ecd390ed7934 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/982b8818-713e-4695-a5b2-afd8f528009f HTTP/1.1" status: 204 len: 168 time: 0.1954002 Nov 23 14:36:10.797939 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e702a7c-fddf-4aa0-aed0-ecd390ed7934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b8818-713e-4695-a5b2-afd8f528009f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:11.425635 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59246) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:11.440973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-159de489-7010-46e9-b944-ce3119b46719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.526152 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-159de489-7010-46e9-b944-ce3119b46719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.555836 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292bd8-c2fb-49fd-82b4-5d170a8e73bc req-5a6e5e38-dae7-47b1-ad5a-7d9605dd90bf tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:11.557415 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-38292bd8-c2fb-49fd-82b4-5d170a8e73bc req-5a6e5e38-dae7-47b1-ad5a-7d9605dd90bf tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0544884 Nov 23 14:36:11.591005 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-159de489-7010-46e9-b944-ce3119b46719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.608933 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-38292bd8-c2fb-49fd-82b4-5d170a8e73bc req-3c3dc984-d324-427e-8d9c-3fd2591c307e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Nov 23 14:36:11.641893 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-159de489-7010-46e9-b944-ce3119b46719 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e4825fd01a434e7f896ed6d648389d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144258 Nov 23 14:36:11.642736 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159de489-7010-46e9-b944-ce3119b46719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf7aee-5cdf-4d68-b7c2-0688eff2607f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:11.644923 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59250) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:11.697582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-28758742-78fb-446b-be76-13500e4d5283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.720077 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-28758742-78fb-446b-be76-13500e4d5283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.850003 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-28758742-78fb-446b-be76-13500e4d5283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.852777 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-28758742-78fb-446b-be76-13500e4d5283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.853958 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-28758742-78fb-446b-be76-13500e4d5283 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5edf7aee-5cdf-4d68-b7c2-0688eff2607f HTTP/1.1" status: 204 len: 168 time: 0.2080340 Nov 23 14:36:11.863724 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28758742-78fb-446b-be76-13500e4d5283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf7aee-5cdf-4d68-b7c2-0688eff2607f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:12.742570 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9371804-a436-4e16-8c1d-36596faafc30 req-8581c122-50e2-4182-a80b-0fe87963fcdd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:12.744144 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c9371804-a436-4e16-8c1d-36596faafc30 req-8581c122-50e2-4182-a80b-0fe87963fcdd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0606594 Nov 23 14:36:12.801904 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c9371804-a436-4e16-8c1d-36596faafc30 req-b43637bd-4191-4498-8ba1-91aedeaae64e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517538 Nov 23 14:36:13.934840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474c5f0-23e9-4a98-a1c9-cf5060acd037 req-13c40a60-0a07-4263-bda9-09856be282f6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:13.936352 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c474c5f0-23e9-4a98-a1c9-cf5060acd037 req-13c40a60-0a07-4263-bda9-09856be282f6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0537302 Nov 23 14:36:13.989487 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c474c5f0-23e9-4a98-a1c9-cf5060acd037 req-63bc1ab7-7f87-4bc0-b190-2736be4c3923 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471442 Nov 23 14:36:15.110506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32afe17-696b-4c48-9fcb-7eaf7905f717 req-6834c5af-7a33-417d-98de-a5acd123ebec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:15.111890 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f32afe17-696b-4c48-9fcb-7eaf7905f717 req-6834c5af-7a33-417d-98de-a5acd123ebec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0493805 Nov 23 14:36:15.158406 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f32afe17-696b-4c48-9fcb-7eaf7905f717 req-d0092d52-a358-4a73-959d-f9296baec5ff tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Nov 23 14:36:16.287197 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19b71-f733-4df5-b48b-10894a3fcbf6 req-26297d14-a0d2-4a05-bfd3-7fb6e4a328ca tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:16.296927 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ab19b71-f733-4df5-b48b-10894a3fcbf6 req-26297d14-a0d2-4a05-bfd3-7fb6e4a328ca tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0657945 Nov 23 14:36:16.353428 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ab19b71-f733-4df5-b48b-10894a3fcbf6 req-9263bdb0-b6f2-41ab-983f-c2bbb61e1d6c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547867 Nov 23 14:36:17.474514 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f097-3ed2-467d-9931-f856ceec7d34 req-380b0d3c-1793-43aa-8286-200a78ce7bbd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:17.476135 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b49f097-3ed2-467d-9931-f856ceec7d34 req-380b0d3c-1793-43aa-8286-200a78ce7bbd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0495210 Nov 23 14:36:17.528924 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b49f097-3ed2-467d-9931-f856ceec7d34 req-f9dde40d-789c-4fab-9440-012e3e32d92e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Nov 23 14:36:18.177428 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:36:18.657231 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d56fb6-7023-4070-8dcc-2cefef7b74dc req-f2f78894-7793-4fef-9028-edbbb5a568c6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:18.659605 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-92d56fb6-7023-4070-8dcc-2cefef7b74dc req-f2f78894-7793-4fef-9028-edbbb5a568c6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0539007 Nov 23 14:36:18.708447 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-92d56fb6-7023-4070-8dcc-2cefef7b74dc req-9660e24a-e26b-4ea1-8d2f-83de6905802e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423217 Nov 23 14:36:19.842805 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad56f95-e9a9-4da9-8695-6b07e6392294 req-918e5821-9c2e-4d9c-827f-fb5297bcf24b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:19.844361 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1ad56f95-e9a9-4da9-8695-6b07e6392294 req-918e5821-9c2e-4d9c-827f-fb5297bcf24b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0554607 Nov 23 14:36:19.893928 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1ad56f95-e9a9-4da9-8695-6b07e6392294 req-8100fb2a-5d07-4b75-ac2a-ef9417382981 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Nov 23 14:36:20.863605 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-4b825ddd-7221-494f-880f-20f47c19f2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.019909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae79ba0-65c3-413f-8aa9-78eb1fcf1949 req-220e3a6f-cffb-41d5-8862-b3a99a4acd2f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:21.026337 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-cae79ba0-65c3-413f-8aa9-78eb1fcf1949 req-220e3a6f-cffb-41d5-8862-b3a99a4acd2f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0576184 Nov 23 14:36:21.093186 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59382) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:21.098708 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-cae79ba0-65c3-413f-8aa9-78eb1fcf1949 req-bc806588-8ce5-4bf1-a47a-98a7a146fd3b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634899 Nov 23 14:36:21.208911 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-50bc75b0-fd26-40b7-bc94-52f02f70faa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.285573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-50bc75b0-fd26-40b7-bc94-52f02f70faa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.366728 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-50bc75b0-fd26-40b7-bc94-52f02f70faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.409734 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-50bc75b0-fd26-40b7-bc94-52f02f70faa0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=17c3f59b16354776a9f198be71de7bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154652 Nov 23 14:36:21.410596 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc75b0-fd26-40b7-bc94-52f02f70faa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7aaf1-1657-47eb-85f2-464025c24041,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:21.412462 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59390) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:21.461203 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-12a2b234-d1e1-4a4c-a069-b84b99f19760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.483989 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-12a2b234-d1e1-4a4c-a069-b84b99f19760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.608099 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-12a2b234-d1e1-4a4c-a069-b84b99f19760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.610760 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-12a2b234-d1e1-4a4c-a069-b84b99f19760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.614402 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-12a2b234-d1e1-4a4c-a069-b84b99f19760 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b0e7aaf1-1657-47eb-85f2-464025c24041 HTTP/1.1" status: 204 len: 168 time: 0.1984127 Nov 23 14:36:21.621139 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2b234-d1e1-4a4c-a069-b84b99f19760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7aaf1-1657-47eb-85f2-464025c24041,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:22.220351 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d7bc-c01d-4994-b6c5-824c565df44e req-abe87880-41cd-42be-a626-2f3bf13ee323 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:22.221862 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e798d7bc-c01d-4994-b6c5-824c565df44e req-abe87880-41cd-42be-a626-2f3bf13ee323 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0555029 Nov 23 14:36:22.269903 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e798d7bc-c01d-4994-b6c5-824c565df44e req-d0bb9462-c3f8-4036-84f0-ddbf7dfa9575 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Nov 23 14:36:22.323825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59400) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.336937 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d51404bb-33d3-4cf1-af94-54deb10c0636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.413264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d51404bb-33d3-4cf1-af94-54deb10c0636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.520975 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-d51404bb-33d3-4cf1-af94-54deb10c0636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.559754 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-d51404bb-33d3-4cf1-af94-54deb10c0636 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0c71ea6fb47f4f2fae5c54cb6bf7b27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346921 Nov 23 14:36:22.560605 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51404bb-33d3-4cf1-af94-54deb10c0636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ef1127-9d45-4712-8293-e39a96b0a1c7,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:22.562710 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59404) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.613426 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ac20b2d-aaab-46fa-b4f8-d5401071069d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.635882 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ac20b2d-aaab-46fa-b4f8-d5401071069d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.750494 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ac20b2d-aaab-46fa-b4f8-d5401071069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.759235 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ac20b2d-aaab-46fa-b4f8-d5401071069d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.759235 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5ac20b2d-aaab-46fa-b4f8-d5401071069d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e7ef1127-9d45-4712-8293-e39a96b0a1c7 HTTP/1.1" status: 204 len: 168 time: 0.1906848 Nov 23 14:36:22.764582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac20b2d-aaab-46fa-b4f8-d5401071069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ef1127-9d45-4712-8293-e39a96b0a1c7,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:23.205961 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0704639e-2289-4661-84cb-74f345018ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.392142 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0089-257b-43c9-8dcd-971e0b4c7f6f req-b2a53a44-f5bd-4066-a1d0-f010d55e516b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:23.393678 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-eb7a0089-257b-43c9-8dcd-971e0b4c7f6f req-b2a53a44-f5bd-4066-a1d0-f010d55e516b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0498939 Nov 23 14:36:23.441047 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-eb7a0089-257b-43c9-8dcd-971e0b4c7f6f req-e7112b47-2d65-44fc-b615-451ff85b7f7b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Nov 23 14:36:24.451738 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.564185 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a8d51-47c8-483e-97f6-8efd93ceadf4 req-4cfe538c-0614-41ff-a1b5-3b6def0e5d7a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:24.565680 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f8a8d51-47c8-483e-97f6-8efd93ceadf4 req-4cfe538c-0614-41ff-a1b5-3b6def0e5d7a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0495491 Nov 23 14:36:24.615912 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f8a8d51-47c8-483e-97f6-8efd93ceadf4 req-1fd6ed7b-90c7-4b81-ae9e-b0b1b5a05b93 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Nov 23 14:36:25.588774 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59482) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:25.691285 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b20e7ea-0263-4134-80c7-55d7872d82ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.733426 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63adf8-884c-48ea-b2a0-f13e5a3a55a3 req-6a07b417-4e4a-42b7-b200-af2b9675d788 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:25.735014 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-df63adf8-884c-48ea-b2a0-f13e5a3a55a3 req-6a07b417-4e4a-42b7-b200-af2b9675d788 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0483360 Nov 23 14:36:25.768521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b20e7ea-0263-4134-80c7-55d7872d82ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.778810 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.782557 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-df63adf8-884c-48ea-b2a0-f13e5a3a55a3 req-0fcb0244-bef0-40bc-8b84-5f14240d2ba8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 Nov 23 14:36:25.858812 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4b20e7ea-0263-4134-80c7-55d7872d82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.897013 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-4b20e7ea-0263-4134-80c7-55d7872d82ae admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9d95c7bf4d0541e1a7ef766908d0cf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071330 Nov 23 14:36:25.898021 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20e7ea-0263-4134-80c7-55d7872d82ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7368e466-1d45-4851-b5bd-a59b261d2396,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:25.900808 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59490) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:25.951715 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-54e50175-16de-481d-823b-5c461aec83e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.972596 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-54e50175-16de-481d-823b-5c461aec83e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.051652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.080115 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-54e50175-16de-481d-823b-5c461aec83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.082715 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-54e50175-16de-481d-823b-5c461aec83e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.083839 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-54e50175-16de-481d-823b-5c461aec83e2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7368e466-1d45-4851-b5bd-a59b261d2396 HTTP/1.1" status: 204 len: 168 time: 0.1818459 Nov 23 14:36:26.092778 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e50175-16de-481d-823b-5c461aec83e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7368e466-1d45-4851-b5bd-a59b261d2396,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:26.712711 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59498) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.725547 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-072291e3-f2d5-46cb-94ad-dd723049e0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.797005 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-072291e3-f2d5-46cb-94ad-dd723049e0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.870036 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-072291e3-f2d5-46cb-94ad-dd723049e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.907259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73628-44b8-4805-95ff-2d0ace0910e1 req-de23cbe2-4d3c-4fd7-a147-5ab3f927a94c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:26.911498 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e5f73628-44b8-4805-95ff-2d0ace0910e1 req-de23cbe2-4d3c-4fd7-a147-5ab3f927a94c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0508008 Nov 23 14:36:26.915910 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-072291e3-f2d5-46cb-94ad-dd723049e0fc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=34dfb70f707644ec9b50d28b95e3060e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953380 Nov 23 14:36:26.915910 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072291e3-f2d5-46cb-94ad-dd723049e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef667d-7e9e-4dfa-adbb-26d658d58e01,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:26.916121 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59504) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.960146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.995143 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e5f73628-44b8-4805-95ff-2d0ace0910e1 req-b20a1a13-46c0-4755-b18e-6b05c5288550 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762129 Nov 23 14:36:26.998450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8446dde7-a341-4573-b9f9-1d84ec72d8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.019817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8446dde7-a341-4573-b9f9-1d84ec72d8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.125644 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8446dde7-a341-4573-b9f9-1d84ec72d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.128078 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8446dde7-a341-4573-b9f9-1d84ec72d8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.129240 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-8446dde7-a341-4573-b9f9-1d84ec72d8b0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ffef667d-7e9e-4dfa-adbb-26d658d58e01 HTTP/1.1" status: 204 len: 168 time: 0.2166054 Nov 23 14:36:27.136716 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446dde7-a341-4573-b9f9-1d84ec72d8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef667d-7e9e-4dfa-adbb-26d658d58e01,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:28.120738 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9496641-8fda-4643-8b7b-3afd259f3e60 req-bc0cca27-f168-4d4d-9e9d-a0b9c297a148 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:28.122335 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d9496641-8fda-4643-8b7b-3afd259f3e60 req-bc0cca27-f168-4d4d-9e9d-a0b9c297a148 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0517375 Nov 23 14:36:28.177736 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d9496641-8fda-4643-8b7b-3afd259f3e60 req-fd9ef188-e68b-40c4-9305-224e652efa12 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481484 Nov 23 14:36:28.543021 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-ecb312ad-b7e6-474e-a270-643de2fad1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:28.544734 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-ecb312ad-b7e6-474e-a270-643de2fad1dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1096 time: 0.0427961 Nov 23 14:36:28.774259 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59542) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.884876 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-02aa9972-6ff4-4b80-9c9b-d5265e460e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.886087 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-0dc26991-c4b5-48f7-bf2c-d6763c8d1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:28.888426 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-0dc26991-c4b5-48f7-bf2c-d6763c8d1827 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.3224182 Nov 23 14:36:28.954102 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-c45c3f3e-f763-4a7b-bfb4-a67ef874f22c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 200 len: 999 time: 0.0583789 Nov 23 14:36:28.964447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-02aa9972-6ff4-4b80-9c9b-d5265e460e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.003754 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-3b297cca-9d62-4148-8faf-eb4c1c177f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:29.005228 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-3b297cca-9d62-4148-8faf-eb4c1c177f23 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0439782 Nov 23 14:36:29.039804 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-02aa9972-6ff4-4b80-9c9b-d5265e460e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.054810 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-40593d48-f7d6-4530-b2f6-25fcbe58f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:29.056349 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-40593d48-f7d6-4530-b2f6-25fcbe58f792 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429492 Nov 23 14:36:29.079294 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-02aa9972-6ff4-4b80-9c9b-d5265e460e62 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=23bdfdf917b64bf28bf845f7fc02fc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039186 Nov 23 14:36:29.080275 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa9972-6ff4-4b80-9c9b-d5265e460e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1742b1c-db7c-4bee-939f-cb7f2b2cf014,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.084573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59548) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.186532 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dd31b8e5-1bd3-4b9f-b966-86f498e28efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.189704 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-bfa4a66c-c7d3-493e-98b1-f066b2e21006 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255639 Nov 23 14:36:29.225063 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dd31b8e5-1bd3-4b9f-b966-86f498e28efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.360838 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85f8ee-9af8-4190-83b9-e466c21e3e29 req-9ac05f0a-1e17-4b90-a794-217edd32818a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:29.362213 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ac85f8ee-9af8-4190-83b9-e466c21e3e29 req-9ac05f0a-1e17-4b90-a794-217edd32818a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.1095772 Nov 23 14:36:29.368492 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6eb6d15e-7db7-4e35-b7ba-de00fe3c5ba6 req-34762043-bc0e-41e6-a484-66293f545d18 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650069 Nov 23 14:36:29.412478 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ac85f8ee-9af8-4190-83b9-e466c21e3e29 req-7a71c358-804f-452d-b453-ae1e9486a057 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Nov 23 14:36:29.423790 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dd31b8e5-1bd3-4b9f-b966-86f498e28efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.426451 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dd31b8e5-1bd3-4b9f-b966-86f498e28efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.430341 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-dd31b8e5-1bd3-4b9f-b966-86f498e28efa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f1742b1c-db7c-4bee-939f-cb7f2b2cf014 HTTP/1.1" status: 204 len: 168 time: 0.3468521 Nov 23 14:36:29.445814 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31b8e5-1bd3-4b9f-b966-86f498e28efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1742b1c-db7c-4bee-939f-cb7f2b2cf014,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.556621 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042982c2-c504-4c69-a3f3-95ccb3b7d60f req-97014930-2a15-479e-a71b-674511844b24 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:30.558243 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-042982c2-c504-4c69-a3f3-95ccb3b7d60f req-97014930-2a15-479e-a71b-674511844b24 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0666666 Nov 23 14:36:30.612748 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-042982c2-c504-4c69-a3f3-95ccb3b7d60f req-e8ed64b7-4501-4597-8b78-86bbc90cb55e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483799 Nov 23 14:36:31.737942 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca7e44-d92d-47f1-a6ac-12f504cc9229 req-fd0e5d2a-fa13-4245-a394-d5139aa9902e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:31.739497 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4cca7e44-d92d-47f1-a6ac-12f504cc9229 req-fd0e5d2a-fa13-4245-a394-d5139aa9902e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0511580 Nov 23 14:36:31.794625 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4cca7e44-d92d-47f1-a6ac-12f504cc9229 req-e630303c-d1a2-48de-a9e5-53e81193aa9c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490272 Nov 23 14:36:32.918620 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f21f4-c7ca-4fb4-83c6-ce38f81abac1 req-f34f18b1-0409-4dea-a65a-1d74044cd7a8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:32.920063 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-175f21f4-c7ca-4fb4-83c6-ce38f81abac1 req-f34f18b1-0409-4dea-a65a-1d74044cd7a8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0533962 Nov 23 14:36:32.968183 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-175f21f4-c7ca-4fb4-83c6-ce38f81abac1 req-33b94089-321f-45e1-9275-4bfff61896e4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Nov 23 14:36:34.106690 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470598-3f88-47d1-ac18-898aa4b70179 req-e8d228cd-3dc6-45e4-934e-fd235a223aad tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:34.108166 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-18470598-3f88-47d1-ac18-898aa4b70179 req-e8d228cd-3dc6-45e4-934e-fd235a223aad tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0521491 Nov 23 14:36:34.156373 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-18470598-3f88-47d1-ac18-898aa4b70179 req-fb4d1ac3-f610-4dd6-9a99-bc9d3096f7d6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Nov 23 14:36:35.277272 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d16c3-4ddc-4964-a653-468dd1087958 req-97d44745-3d2b-4e1a-b688-f8c68c989da4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:35.278949 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5f7d16c3-4ddc-4964-a653-468dd1087958 req-97d44745-3d2b-4e1a-b688-f8c68c989da4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0500102 Nov 23 14:36:35.326951 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5f7d16c3-4ddc-4964-a653-468dd1087958 req-3b43a74a-5c20-4178-abe0-d92f494df51c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 Nov 23 14:36:36.458512 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3c6b-303c-4444-afad-2bc3630e4775 req-a03026fc-73f6-4c03-85f4-21ee1aef1c1b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.459976 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e3ac3c6b-303c-4444-afad-2bc3630e4775 req-a03026fc-73f6-4c03-85f4-21ee1aef1c1b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0478692 Nov 23 14:36:36.508146 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e3ac3c6b-303c-4444-afad-2bc3630e4775 req-1127cd8b-70b6-4233-a22a-14e129412f83 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Nov 23 14:36:37.609148 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:36:37.631883 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd23f57-ecd3-4a57-9a3d-744185e402a4 req-4f8e825a-221a-4af7-a1a9-f1b65d09a6ac tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:37.633358 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7cd23f57-ecd3-4a57-9a3d-744185e402a4 req-4f8e825a-221a-4af7-a1a9-f1b65d09a6ac tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 943 time: 0.0527976 Nov 23 14:36:37.681554 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7cd23f57-ecd3-4a57-9a3d-744185e402a4 req-c20cff14-97a2-4662-809c-b5835cd52d5e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Nov 23 14:36:37.709207 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:37.721272 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '643c4469-7e07-47b2-806d-0dfc74abe378', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'port_id': '643c4469-7e07-47b2-806d-0dfc74abe378', 'mac_address': 'fa:16:3e:d3:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:36:37.757881 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.771618 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643c4469-7e07-47b2-806d-0dfc74abe378 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:36:37.794531 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:37.850804 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.898284 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=9']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:38.268887 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['643c4469-7e07-47b2-806d-0dfc74abe378'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:36:38.799783 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa8b59-84a4-42fd-b348-0588a5c19bf9 req-cfc7b8c3-ffd1-4d25-a3a6-8a8a6aba7c02 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:38.801276 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bcaa8b59-84a4-42fd-b348-0588a5c19bf9 req-cfc7b8c3-ffd1-4d25-a3a6-8a8a6aba7c02 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 944 time: 0.0481632 Nov 23 14:36:38.856579 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bcaa8b59-84a4-42fd-b348-0588a5c19bf9 req-6cd2eeee-aca9-4829-a265-5536f038173f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Nov 23 14:36:39.627997 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:39.676408 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 643c4469-7e07-47b2-806d-0dfc74abe378 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:39.676789 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.756329 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.779655 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:39.781961 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a564dcb9-cfa0-41c7-af94-5d5ee638146c" -d '{"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-plugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:39.794757 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:39.869640 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.922189 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=10']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:39.937890 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeb2352-75c3-4775-91fe-27fc53034583 x-openstack-request-id: req-adeb2352-75c3-4775-91fe-27fc53034583 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:39.938207 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-plugged", "status": "completed", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:39.938460 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-adeb2352-75c3-4775-91fe-27fc53034583 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:39.938845 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'code': 200} Nov 23 14:36:39.988458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d4f48-8bf7-4d36-82f6-c42bb06c2482 req-ac07b2e1-a1a7-4d8b-bf8a-6db1e97f4170 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:39.990026 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0f4d4f48-8bf7-4d36-82f6-c42bb06c2482 req-ac07b2e1-a1a7-4d8b-bf8a-6db1e97f4170 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0552537 Nov 23 14:36:40.036757 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0f4d4f48-8bf7-4d36-82f6-c42bb06c2482 req-23cc6089-32a2-4673-8350-1afe58a50723 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Nov 23 14:36:40.328884 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59744) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:40.375783 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Deleting subnet 04e81313-0b94-484c-817c-8932c277b417 {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:40.379251 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.414819 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.457301 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.587107 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.614330 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e81313-0b94-484c-817c-8932c277b417,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:40.619366 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.622512 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-499cbdcb-e38a-416f-b6d0-ea7bcc34b9a4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/04e81313-0b94-484c-817c-8932c277b417 HTTP/1.1" status: 204 len: 168 time: 0.2926292 Nov 23 14:36:40.625080 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59748) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:40.691662 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.704103 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dbcf1-b4c0-438c-8a74-d5eba2c99cca req-2ed927a3-5fd5-4576-abff-cf643fa85202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:40.705661 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-752dbcf1-b4c0-438c-8a74-d5eba2c99cca req-2ed927a3-5fd5-4576-abff-cf643fa85202 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 1099 time: 0.0399344 Nov 23 14:36:40.760373 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-752dbcf1-b4c0-438c-8a74-d5eba2c99cca req-852dca78-b3ae-405e-bccf-d3177bdb1b76 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471969 Nov 23 14:36:40.774535 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.794204 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a238991b-9612-42e1-988f-c440e19d18f2']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:40.803046 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285ce580-bacc-40e0-82b1-27adaa73ec18') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:40.803335 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285ce580-bacc-40e0-82b1-27adaa73ec18') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:40.812779 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.825839 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.831593 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:40.831962 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:40.833603 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:40.947962 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.954971 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.958180 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] 10.222.0.82 "DELETE /v2.0/networks/a238991b-9612-42e1-988f-c440e19d18f2 HTTP/1.1" status: 204 len: 168 time: 0.3321543 Nov 23 14:36:40.969423 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e2d98-8fc1-45a0-8d71-cb1e2fcf99c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a238991b-9612-42e1-988f-c440e19d18f2,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.163640 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae4149-8b87-4531-b597-828398ad6bca req-2a9ac19d-c256-467b-a0cd-90f782a37990 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:41.165143 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-23ae4149-8b87-4531-b597-828398ad6bca req-2a9ac19d-c256-467b-a0cd-90f782a37990 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0532534 Nov 23 14:36:41.214345 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-23ae4149-8b87-4531-b597-828398ad6bca req-aabcb459-8227-41e9-a35a-009b695db987 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Nov 23 14:36:41.329632 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59754) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:41.372913 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-3b52cbd4-6fe0-4050-bf86-c55ecfa18fc3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=374651ab7b774bf6b1d6c8ac7a94bdb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413551 Nov 23 14:36:41.373456 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59756) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:41.421692 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-35895b8c-fbf8-4852-bd0d-456b22098d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.446831 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-35895b8c-fbf8-4852-bd0d-456b22098d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.559934 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-35895b8c-fbf8-4852-bd0d-456b22098d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.562553 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-35895b8c-fbf8-4852-bd0d-456b22098d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.563696 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-35895b8c-fbf8-4852-bd0d-456b22098d30 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9c18917c-8955-446a-93fc-e12c74ae1baf HTTP/1.1" status: 204 len: 168 time: 0.1892567 Nov 23 14:36:41.578606 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35895b8c-fbf8-4852-bd0d-456b22098d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c18917c-8955-446a-93fc-e12c74ae1baf,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:42.343312 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88169d2a-fd98-4213-9603-4b725e82310e req-295e4436-045a-4a4b-ad1c-35221dfc3cec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:42.344754 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-88169d2a-fd98-4213-9603-4b725e82310e req-295e4436-045a-4a4b-ad1c-35221dfc3cec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0567181 Nov 23 14:36:42.395601 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-88169d2a-fd98-4213-9603-4b725e82310e req-f5339ffd-129e-4233-b95c-9acacb4b6cfe tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Nov 23 14:36:43.520149 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aacfae-f213-413f-8d60-f95ba0e18e4f req-cf54c462-989e-4316-9c99-18b048eb3847 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:43.521747 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67aacfae-f213-413f-8d60-f95ba0e18e4f req-cf54c462-989e-4316-9c99-18b048eb3847 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0489285 Nov 23 14:36:43.570615 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-67aacfae-f213-413f-8d60-f95ba0e18e4f req-3eae0343-8437-4998-b4e4-220cfa7c32a7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Nov 23 14:36:44.689862 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df027bff-22fa-4f78-bacc-78add90b03ec req-7ff3fd9e-5290-4364-9936-4a306fbd35b0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:44.692742 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-df027bff-22fa-4f78-bacc-78add90b03ec req-7ff3fd9e-5290-4364-9936-4a306fbd35b0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0501282 Nov 23 14:36:44.739340 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-df027bff-22fa-4f78-bacc-78add90b03ec req-b8ff951a-94c0-4572-b5e8-e51047097689 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Nov 23 14:36:50.831767 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8e13-cb4b-44ee-9a12-d360e2ad9444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:53.225933 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6c91b21d-e718-42be-a822-28aea440b320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.447324 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.176169 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:36:55.761629 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.882425 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 59928) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:55.984294 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.056588 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.071332 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.123097 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.163773 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4f067f9f86d74b92a0b31e5632c5eb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802553 Nov 23 14:36:56.164725 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfd7dbb-6169-4260-b636-83a4289a26f5,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:56.166442 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59932) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:56.172973 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.173323 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.173663 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.174003 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.174391 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.174730 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.175062 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.175384 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.175715 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.176040 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.176397 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.176713 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae5cb8b-4ac5-490e-b1aa-e09e51ce7043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.219506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.241289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.373911 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.376550 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.377719 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1cfd7dbb-6169-4260-b636-83a4289a26f5 HTTP/1.1" status: 204 len: 168 time: 0.2102835 Nov 23 14:36:56.385758 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfd7dbb-6169-4260-b636-83a4289a26f5,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:56.393514 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.393983 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.394330 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.394672 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.395006 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.395337 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.395713 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.396047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.396399 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.396727 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.397092 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.397365 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb7fe4-483e-4800-9996-e32c38cebb6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:56.968396 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.313505 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59958) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:57.409998 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1449296714-network', 'tenant_id': '3c896e07f31448e08e2af756467d627d'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:57.486980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Made reservation on behalf of 3c896e07f31448e08e2af756467d627d for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:57.489315 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.498362 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.568657 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.625401 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.645535 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:57.661316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.661647 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Added segment 9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd of type vlan for network 0994ee58-598b-4aee-9458-250b5bbac33e Nov 23 14:36:57.662894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26854e20-81d6-495d-87ab-eb0f307855aa,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.704826 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.785133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.786077 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:57.786652 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.846749 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] Pushing event updated for resources: {'Network': ['ID=0994ee58-598b-4aee-9458-250b5bbac33e,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.857205 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 0994ee58-598b-4aee-9458-250b5bbac33e details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:57.879369 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-31971748-8e1a-4f13-92f5-6494d363727a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5647306 Nov 23 14:36:57.882141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59962) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:57.887058 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Request body: {'subnet': {'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1449296714-subnet', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:57.996847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Made reservation on behalf of 3c896e07f31448e08e2af756467d627d for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:57.999230 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143022073'] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.202374 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143282379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143022027'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.263606 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2d7f98-1305-4610-8e66-d8e7f3834937,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:58.273179 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Checking segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:58.273179 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Network hostable DHCP agents. Network: 0994ee58-598b-4aee-9458-250b5bbac33e, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:58.368272 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Network 0994ee58-598b-4aee-9458-250b5bbac33e is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:58.459543 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 0994ee58-598b-4aee-9458-250b5bbac33e) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:58.463797 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:58.464939 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.470500 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1174c1-4fd4-4238-bca4-02443584611a None None] Network 0994ee58-598b-4aee-9458-250b5bbac33e requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:58.576614 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-bf4db7df-6718-4163-9a62-e01d4b712cb8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6932514 Nov 23 14:36:58.579881 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59966) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:58.584450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:58.612031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-0994ee58-598b-4aee-9458-250b5bbac33e', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:36:58.612990 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.671364 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.672498 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.726325 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.745992 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Allocated IP 172.20.0.2 (0994ee58-598b-4aee-9458-250b5bbac33e/cb2d7f98-1305-4610-8e66-d8e7f3834937/8fd7db88-fa90-4d5f-93e4-b81a2a1f555e) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:58.918784 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.012550 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.065641 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.111570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Network 0994ee58-598b-4aee-9458-250b5bbac33e is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:59.116314 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:59.119899 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:59.131422 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Pushing event updated for resources: {'Port': ['ID=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:59.151757 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.155576 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.155934 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.156287 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.156620 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.156949 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.157278 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.157599 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.157934 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.158252 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.158569 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.158885 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:59.194325 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Attempting to bind port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:59.194979 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Attempting to bind port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:59.195379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Attempting to bind port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e on network 0994ee58-598b-4aee-9458-250b5bbac33e {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:59.200573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.200754 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:59.201015 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Checking segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:59.201351 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.201743 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Bound using segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:59.202199 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Bound port: 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:59.202579 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.220974 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.268404 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] For port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:59.271501 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] For port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:59.325210 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Allocated IP 172.27.0.175 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/66766528-e5cb-4dd4-ad3f-d1b7cd7b879d) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:59.357011 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.412985 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb00cfb-9c98-4f92-9b5d-de2ef6d0865d None None] Pushing event updated for resources: {'Port': ['ID=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:59.443873 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.522927 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.563677 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:59.566576 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:59.570182 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:59.597011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Pushing event updated for resources: {'Port': ['ID=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:59.880308 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.068824 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.252530 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:00.277354 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:37:00.310011 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:00.310387 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.313125 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c24db3-15f5-4732-86ea-6ce0fdbbe2ae None None] Network 0994ee58-598b-4aee-9458-250b5bbac33e requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:00.392079 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:00.404892 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Sync routers for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:00.466686 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:00.467320 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:00.472899 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.476552 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-dc510916-84b8-49f0-aed0-614c224c6485 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8933029 Nov 23 14:37:00.476775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59974) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:00.536002 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-f8654be7-7b2a-4d4b-b231-5fb51480d773 None None] Provisioning complete for port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:00.536388 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f8654be7-7b2a-4d4b-b231-5fb51480d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.576029 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.695413 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:00.698388 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:00.759867 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.899951 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:00.971711 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:36:59Z', 'revision_number': 3, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:01.002901 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Checking router: e997363d-cc7d-452d-9cc3-0a200bb3d8a4 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:01.006829 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Updating router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:37:01.041438 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.041438 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-6d0b8f98-339c-4897-823a-bccfbe8487ce None None] Provisioning complete for port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:01.041438 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6d0b8f98-339c-4897-823a-bccfbe8487ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.130488 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.286067 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Allocated IP 172.20.0.1 (0994ee58-598b-4aee-9458-250b5bbac33e/cb2d7f98-1305-4610-8e66-d8e7f3834937/f3f4d71a-f696-490c-ad82-113dacfb780f) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:01.346438 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.391242 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.413658 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.469579 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Attempting to bind port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:01.469960 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Attempting to bind port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:01.470320 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Attempting to bind port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:01.474860 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d21a-a71b-4146-9c73-b62d569e68f8 None None] Pushing event updated for resources: {'Port': ['ID=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:01.477620 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:01.478075 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:01.478386 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.478766 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:01.479259 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Bound port: 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:01.479643 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.511205 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.533059 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] For port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:01.536012 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] For port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:01.552453 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Network 0994ee58-598b-4aee-9458-250b5bbac33e is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:01.555224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:01.558794 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:01.564261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f4d71a-f696-490c-ad82-113dacfb780f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:01.600298 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.602708 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.662939 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:01.663576 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:01.669963 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d21a-a71b-4146-9c73-b62d569e68f8 None None] Pushing event updated for resources: {'Port': ['ID=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:01.810955 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.900822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-49488f24-0c9f-4321-aecf-c03ed72ae130 None None] Provisioning complete for port f3f4d71a-f696-490c-ad82-113dacfb780f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:01.901103 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-49488f24-0c9f-4321-aecf-c03ed72ae130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.925123 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:01.973890 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:02.008429 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-49488f24-0c9f-4321-aecf-c03ed72ae130 None None] Port f3f4d71a-f696-490c-ad82-113dacfb780f cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:02.030270 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:02.098593 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f4d71a-f696-490c-ad82-113dacfb780f,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:02.100985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:02.119443 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:36:59Z', 'revision_number': 3, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:02.146937 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf8e5-7dfc-4883-9242-e1d4e800f6b0 None None] The sync data for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi is: [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:36:59Z', 'revision_number': 3, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:02.206904 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Network 0994ee58-598b-4aee-9458-250b5bbac33e is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:02.208626 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:02.215405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:02.274883 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:02.275264 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:02.334886 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:02.482743 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:02.487939 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-079ea3c5-3e48-4b8f-a394-910f80e229d6 admin admin] 10.222.0.82 "PUT /v2.0/routers/e997363d-cc7d-452d-9cc3-0a200bb3d8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0101242 Nov 23 14:37:02.531509 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-0aec9349-fcd6-4328-b14e-f1360c5b1d72 None None] Provisioning complete for port f3f4d71a-f696-490c-ad82-113dacfb780f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:02.531997 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0aec9349-fcd6-4328-b14e-f1360c5b1d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:02.573808 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-0aec9349-fcd6-4328-b14e-f1360c5b1d72 None None] Port f3f4d71a-f696-490c-ad82-113dacfb780f cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:03.202410 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 59994) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:03.207250 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-470650209-network', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:03.304680 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Made reservation on behalf of 282fa4c056ee432d8c82b1a866e1cbc9 for: {'network': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:03.307070 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.316285 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.390518 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.453541 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.479212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:37:03.489945 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f9f80-9ac9-4a10-a15c-81895946bd50,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:03.494666 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.495006 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.segments_db [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Added segment c27e99d4-7867-4488-810a-981c4b573443 of type vlan for network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f Nov 23 14:37:03.535917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.611978 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.612926 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:03.613509 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.675536 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:03.679678 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Sync routers for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:03.686146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:37:03.691326 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:03.691943 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:03.716523 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60000) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:03.721451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Request body: {'subnet': {'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-470650209-subnet', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:03.728220 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2106e86a-d914-4c2c-8aff-d80fc5e6e5b0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5246294 Nov 23 14:37:03.801183 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:03.829309 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Made reservation on behalf of 282fa4c056ee432d8c82b1a866e1cbc9 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:03.831652 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.008601 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 2, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:04.038682 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Checking router: e997363d-cc7d-452d-9cc3-0a200bb3d8a4 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:04.039037 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Updating router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 port f3f4d71a-f696-490c-ad82-113dacfb780f binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:37:04.065229 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.082090 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.135229 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d6cf48-5043-4d37-b142-935cb43d4643,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:04.147039 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Checking segment: {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:04.147470 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Network hostable DHCP agents. Network: 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:37:04.241878 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:37:04.245363 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:04.295801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:04.296173 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.333135 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:04.339072 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:04.339665 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.368021 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49039d-a5cc-4df9-8e1c-708de90de1d8 None None] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:04.416967 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.423765 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-af0f8aa9-7b43-4948-9957-ece21b9c237d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7036178 Nov 23 14:37:04.424021 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60004) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:04.428550 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:04.433020 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.463849 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:04.503303 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.527840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.529118 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.536695 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.563593 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'fixed_ips': [{'subnet_id': '11d6cf48-5043-4d37-b142-935cb43d4643'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:37:04.564358 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.576569 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Pushing event updated for resources: {'Port': ['ID=f3f4d71a-f696-490c-ad82-113dacfb780f,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:04.590649 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.601194 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.601553 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.601889 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.602490 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.602710 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.603098 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.603431 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.603752 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.604269 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.604599 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.604916 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.605410 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:04.613674 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:04.620149 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Attempting to bind port f3f4d71a-f696-490c-ad82-113dacfb780f on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:04.620599 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Attempting to bind port f3f4d71a-f696-490c-ad82-113dacfb780f by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:04.620965 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Attempting to bind port f3f4d71a-f696-490c-ad82-113dacfb780f on network 0994ee58-598b-4aee-9458-250b5bbac33e {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:04.630234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:04.630234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Checking segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:04.630234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.630234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Bound using segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:04.630234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Bound port: f3f4d71a-f696-490c-ad82-113dacfb780f, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:04.630234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.702560 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] For port f3f4d71a-f696-490c-ad82-113dacfb780f, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:04.706749 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] For port f3f4d71a-f696-490c-ad82-113dacfb780f, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=f3f4d71a-f696-490c-ad82-113dacfb780f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:04.746439 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Allocated IP 172.20.0.2 (1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f/11d6cf48-5043-4d37-b142-935cb43d4643/7cc53ed5-b155-4615-bf0e-86ff6d61017a) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:04.773612 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.791757 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.842152 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:04.842756 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:04.844651 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4992ab-c40a-43b2-b95b-21d9977c3ffa None None] Pushing event updated for resources: {'Port': ['ID=f3f4d71a-f696-490c-ad82-113dacfb780f,revision_number=4']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:04.847519 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-9c7d114c-ae99-472b-810b-a25271f9cd02 None None] Provisioning complete for port f3f4d71a-f696-490c-ad82-113dacfb780f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:04.847900 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9c7d114c-ae99-472b-810b-a25271f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.963452 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:04.995491 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:05.005323 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9c7d114c-ae99-472b-810b-a25271f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.029055 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.080545 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Pushing event updated for resources: {'Port': ['ID=7cc53ed5-b155-4615-bf0e-86ff6d61017a,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:05.111551 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:05.115673 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-9c7d114c-ae99-472b-810b-a25271f9cd02 None None] For port f3f4d71a-f696-490c-ad82-113dacfb780f, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=f3f4d71a-f696-490c-ad82-113dacfb780f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:05.117490 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:05.120529 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:05.131285 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.155776 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.191083 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Attempting to bind port 7cc53ed5-b155-4615-bf0e-86ff6d61017a on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:05.194099 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Attempting to bind port 7cc53ed5-b155-4615-bf0e-86ff6d61017a by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:05.194099 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Attempting to bind port 7cc53ed5-b155-4615-bf0e-86ff6d61017a on network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:05.196066 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9c7d114c-ae99-472b-810b-a25271f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.206226 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:05.206790 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Checking segment: {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:05.207280 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.207798 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Bound using segment: {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:05.208416 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Bound port: 7cc53ed5-b155-4615-bf0e-86ff6d61017a, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:05.208903 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.257503 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:05.284416 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a98752-81d0-4867-aee4-6770b1769e67 None None] The sync data for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi is: [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:05.290866 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d114c-ae99-472b-810b-a25271f9cd02 None None] Pushing event updated for resources: {'Port': ['ID=f3f4d71a-f696-490c-ad82-113dacfb780f,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:05.302866 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Allocated IP 172.27.0.146 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/027fa0a6-721c-48e6-9f92-b8b5376468ad) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:05.325903 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] For port 7cc53ed5-b155-4615-bf0e-86ff6d61017a, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:05.353589 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] For port 7cc53ed5-b155-4615-bf0e-86ff6d61017a, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7cc53ed5-b155-4615-bf0e-86ff6d61017a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:05.358255 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-61e147a0-68c4-4280-844c-2ef3c85372d8 None None] Provisioning complete for port f3f4d71a-f696-490c-ad82-113dacfb780f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:05.358742 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-61e147a0-68c4-4280-844c-2ef3c85372d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.476518 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.543867 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ac0e6-ad2c-4455-96fb-804be8837ef7 None None] Pushing event updated for resources: {'Port': ['ID=7cc53ed5-b155-4615-bf0e-86ff6d61017a,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:05.743977 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.899227 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:05.946573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:05.951089 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:05.954854 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:05.960751 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Pushing event updated for resources: {'Port': ['ID=027fa0a6-721c-48e6-9f92-b8b5376468ad,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:06.293675 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.351795 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7cc53ed5-b155-4615-bf0e-86ff6d61017a up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:06.422227 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 7cc53ed5-b155-4615-bf0e-86ff6d61017a triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:06.422777 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.524042 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.535859 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.585426 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 7cc53ed5-b155-4615-bf0e-86ff6d61017a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7cc53ed5-b155-4615-bf0e-86ff6d61017a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:06.622340 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac71a0-f52e-4dc5-a3cb-5cdd84f9ac52 None None] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:06.648656 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.649381 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:06.756222 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Router a60cc428-6892-4131-83f2-ec49df624fe5 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:37:06.781821 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-16eecf22-7bd2-4a5b-a716-3f85a2582776 None None] Provisioning complete for port 7cc53ed5-b155-4615-bf0e-86ff6d61017a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:06.782189 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-16eecf22-7bd2-4a5b-a716-3f85a2582776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.806699 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=7cc53ed5-b155-4615-bf0e-86ff6d61017a,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:06.862348 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:06.863234 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.876820 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:06.904963 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Sync routers for ids ['a60cc428-6892-4131-83f2-ec49df624fe5'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:06.969508 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.970945 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-365eb5b8-3c87-4214-8dd4-37ee0ec1eee6 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5458839 Nov 23 14:37:06.973837 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60022) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:07.087029 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Routers {'a60cc428-6892-4131-83f2-ec49df624fe5'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:07.087578 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['a60cc428-6892-4131-83f2-ec49df624fe5'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:07.246787 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device f3f4d71a-f696-490c-ad82-113dacfb780f up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:07.249989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Set router a60cc428-6892-4131-83f2-ec49df624fe5 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:07.420572 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-fcdef646-fd5f-4d74-b2c1-b0585028244f None None] Provisioning complete for port 7cc53ed5-b155-4615-bf0e-86ff6d61017a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:07.421273 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fcdef646-fd5f-4d74-b2c1-b0585028244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.450739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.460479 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port f3f4d71a-f696-490c-ad82-113dacfb780f triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:07.460861 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.609462 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Allocated IP 172.20.0.1 (1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f/11d6cf48-5043-4d37-b142-935cb43d4643/ec02ea78-2772-4a78-9b7b-dc371fdd729a) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:07.629186 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:37:06Z', 'revision_number': 3, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:07.661255 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Checking router: a60cc428-6892-4131-83f2-ec49df624fe5 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:07.661608 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Updating router a60cc428-6892-4131-83f2-ec49df624fe5 port 027fa0a6-721c-48e6-9f92-b8b5376468ad binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:37:07.686682 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.718814 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.807000 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.847608 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:07.850473 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:07.853950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:07.878602 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Pushing event updated for resources: {'Port': ['ID=ec02ea78-2772-4a78-9b7b-dc371fdd729a,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:07.902209 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:07.952915 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.035344 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.091175 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.099587 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-2173a728-a38c-4f93-8480-edcad80b13a0 None None] Provisioning complete for port ec02ea78-2772-4a78-9b7b-dc371fdd729a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:08.099958 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2173a728-a38c-4f93-8480-edcad80b13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.102400 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84529ded-82a8-4920-a2a7-e6fd8a92a64c None None] Pushing event updated for resources: {'Port': ['ID=027fa0a6-721c-48e6-9f92-b8b5376468ad,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:08.104614 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Attempting to bind port 027fa0a6-721c-48e6-9f92-b8b5376468ad on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:08.104980 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Attempting to bind port 027fa0a6-721c-48e6-9f92-b8b5376468ad by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:08.106219 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Attempting to bind port 027fa0a6-721c-48e6-9f92-b8b5376468ad on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:08.130250 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:08.130610 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:08.131012 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.131394 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:08.131865 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Bound port: 027fa0a6-721c-48e6-9f92-b8b5376468ad, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:08.132270 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.169721 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-2173a728-a38c-4f93-8480-edcad80b13a0 None None] Port ec02ea78-2772-4a78-9b7b-dc371fdd729a cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:08.192268 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] For port 027fa0a6-721c-48e6-9f92-b8b5376468ad, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:08.195479 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] For port 027fa0a6-721c-48e6-9f92-b8b5376468ad, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=027fa0a6-721c-48e6-9f92-b8b5376468ad,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:08.219927 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7cc53ed5-b155-4615-bf0e-86ff6d61017a up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:08.260411 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.271678 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 7cc53ed5-b155-4615-bf0e-86ff6d61017a triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:08.272059 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.275435 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.321180 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.364558 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Routers {'a60cc428-6892-4131-83f2-ec49df624fe5'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:08.365110 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['a60cc428-6892-4131-83f2-ec49df624fe5'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:08.368548 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84529ded-82a8-4920-a2a7-e6fd8a92a64c None None] Pushing event updated for resources: {'Port': ['ID=027fa0a6-721c-48e6-9f92-b8b5376468ad,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:08.391082 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.398998 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Pushing event updated for resources: {'Port': ['ID=ec02ea78-2772-4a78-9b7b-dc371fdd729a,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:08.492474 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:08.494126 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:08.514286 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] Set router a60cc428-6892-4131-83f2-ec49df624fe5 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:08.619021 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Router a60cc428-6892-4131-83f2-ec49df624fe5 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:08.733753 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'ec02ea78-2772-4a78-9b7b-dc371fdd729a', 'name': '', 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'mac_address': 'fa:16:3e:bb:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:07Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 2, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'subnets': [{'id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:08.734045 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:08.739164 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-87c8ef0e-ccd2-48f0-a73f-5a3cf111952c admin admin] 10.222.0.82 "PUT /v2.0/routers/a60cc428-6892-4131-83f2-ec49df624fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643147 Nov 23 14:37:08.759734 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27518b00-9880-40f1-8e99-78953dbc8ebf None None] The sync data for ids ['a60cc428-6892-4131-83f2-ec49df624fe5'] in dv-cinder-804757-10-iscsi is: [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'ec02ea78-2772-4a78-9b7b-dc371fdd729a', 'name': '', 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'mac_address': 'fa:16:3e:bb:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:07Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 2, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'subnets': [{'id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:08.795273 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-2ae341fa-1629-4e44-b828-972ffdc8e647 None None] Provisioning complete for port ec02ea78-2772-4a78-9b7b-dc371fdd729a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:08.795644 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2ae341fa-1629-4e44-b828-972ffdc8e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.956562 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-2ae341fa-1629-4e44-b828-972ffdc8e647 None None] Port ec02ea78-2772-4a78-9b7b-dc371fdd729a cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:10.257320 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 027fa0a6-721c-48e6-9f92-b8b5376468ad up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:10.315809 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 027fa0a6-721c-48e6-9f92-b8b5376468ad triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:10.316175 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.419773 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.446061 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 027fa0a6-721c-48e6-9f92-b8b5376468ad, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=027fa0a6-721c-48e6-9f92-b8b5376468ad,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:10.509421 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.576037 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=027fa0a6-721c-48e6-9f92-b8b5376468ad,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:12.226350 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 027fa0a6-721c-48e6-9f92-b8b5376468ad up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:12.273752 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Sync routers for ids ['a60cc428-6892-4131-83f2-ec49df624fe5'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:12.283065 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 027fa0a6-721c-48e6-9f92-b8b5376468ad triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:12.283467 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.285193 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Routers {'a60cc428-6892-4131-83f2-ec49df624fe5'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:12.285803 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['a60cc428-6892-4131-83f2-ec49df624fe5'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:12.430862 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Set router a60cc428-6892-4131-83f2-ec49df624fe5 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:12.593719 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'ec02ea78-2772-4a78-9b7b-dc371fdd729a', 'name': '', 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'mac_address': 'fa:16:3e:bb:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:07Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 2, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'subnets': [{'id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:12.621476 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Checking router: a60cc428-6892-4131-83f2-ec49df624fe5 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:12.621827 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Updating router a60cc428-6892-4131-83f2-ec49df624fe5 port ec02ea78-2772-4a78-9b7b-dc371fdd729a binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:37:12.655612 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.949483 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.006468 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.054878 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a532c3e-df2d-4045-ac18-57b132b36dae None None] Pushing event updated for resources: {'Port': ['ID=ec02ea78-2772-4a78-9b7b-dc371fdd729a,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:13.225876 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Attempting to bind port ec02ea78-2772-4a78-9b7b-dc371fdd729a on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:13.226242 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Attempting to bind port ec02ea78-2772-4a78-9b7b-dc371fdd729a by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:13.226592 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Attempting to bind port ec02ea78-2772-4a78-9b7b-dc371fdd729a on network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:13.235141 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:13.235516 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Checking segment: {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:13.235915 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.236364 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Bound using segment: {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:13.236804 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Bound port: ec02ea78-2772-4a78-9b7b-dc371fdd729a, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27e99d4-7867-4488-810a-981c4b573443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:13.237396 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.306970 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] For port ec02ea78-2772-4a78-9b7b-dc371fdd729a, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:13.311314 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] For port ec02ea78-2772-4a78-9b7b-dc371fdd729a, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ec02ea78-2772-4a78-9b7b-dc371fdd729a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:13.333612 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-509304f6-961a-4b2f-81ca-06264be01b0a None None] Provisioning complete for port ec02ea78-2772-4a78-9b7b-dc371fdd729a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:13.333612 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-509304f6-961a-4b2f-81ca-06264be01b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.369367 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-509304f6-961a-4b2f-81ca-06264be01b0a None None] Port ec02ea78-2772-4a78-9b7b-dc371fdd729a cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:13.371386 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.431289 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Routers {'a60cc428-6892-4131-83f2-ec49df624fe5'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:13.431906 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:36:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['a60cc428-6892-4131-83f2-ec49df624fe5'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:13.481715 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a532c3e-df2d-4045-ac18-57b132b36dae None None] Pushing event updated for resources: {'Port': ['ID=ec02ea78-2772-4a78-9b7b-dc371fdd729a,revision_number=4']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:13.567366 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] Set router a60cc428-6892-4131-83f2-ec49df624fe5 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:13.695923 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-6acdbb97-d7d7-4e17-839e-ba3e73c29884 None None] Provisioning complete for port ec02ea78-2772-4a78-9b7b-dc371fdd729a triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:13.696272 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6acdbb97-d7d7-4e17-839e-ba3e73c29884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.799778 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6acdbb97-d7d7-4e17-839e-ba3e73c29884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.817903 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'ec02ea78-2772-4a78-9b7b-dc371fdd729a', 'name': '', 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'mac_address': 'fa:16:3e:bb:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:07Z', 'updated_at': '2021-11-23T14:37:13Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'subnets': [{'id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:13.836458 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-6acdbb97-d7d7-4e17-839e-ba3e73c29884 None None] For port ec02ea78-2772-4a78-9b7b-dc371fdd729a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ec02ea78-2772-4a78-9b7b-dc371fdd729a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:13.846817 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf4e3c-b8e6-44ae-aefe-2f4584c51c33 None None] The sync data for ids ['a60cc428-6892-4131-83f2-ec49df624fe5'] in dv-cinder-804757-10-iscsi is: [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:37:08Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'ec02ea78-2772-4a78-9b7b-dc371fdd729a', 'name': '', 'network_id': '1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'mac_address': 'fa:16:3e:bb:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:07Z', 'updated_at': '2021-11-23T14:37:13Z', 'revision_number': 4, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'subnets': [{'id': '11d6cf48-5043-4d37-b142-935cb43d4643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:13.926735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6acdbb97-d7d7-4e17-839e-ba3e73c29884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:14.028226 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdbb97-d7d7-4e17-839e-ba3e73c29884 None None] Pushing event updated for resources: {'Port': ['ID=ec02ea78-2772-4a78-9b7b-dc371fdd729a,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:14.282631 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ec02ea78-2772-4a78-9b7b-dc371fdd729a up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:14.337919 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port ec02ea78-2772-4a78-9b7b-dc371fdd729a triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:14.339304 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.203546 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60104) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:18.318793 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-070d7814-ff4d-488d-886e-aeb98d0f1710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.401815 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-070d7814-ff4d-488d-886e-aeb98d0f1710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.499154 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-070d7814-ff4d-488d-886e-aeb98d0f1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.540035 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-070d7814-ff4d-488d-886e-aeb98d0f1710 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a31749cff19140c88f7a5563b9952662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350670 Nov 23 14:37:18.541623 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d7814-ff4d-488d-886e-aeb98d0f1710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15794c9e-c6fc-40d5-a565-f49b15c71b0f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:18.544414 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60108) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:18.605042 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-695a68c1-3540-4f3f-afe8-3d9f93bd48de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.631715 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-695a68c1-3540-4f3f-afe8-3d9f93bd48de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.971117 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-695a68c1-3540-4f3f-afe8-3d9f93bd48de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.973805 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-695a68c1-3540-4f3f-afe8-3d9f93bd48de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:18.974991 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-695a68c1-3540-4f3f-afe8-3d9f93bd48de admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/15794c9e-c6fc-40d5-a565-f49b15c71b0f HTTP/1.1" status: 204 len: 168 time: 0.4295688 Nov 23 14:37:18.983031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a68c1-3540-4f3f-afe8-3d9f93bd48de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15794c9e-c6fc-40d5-a565-f49b15c71b0f,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:20.590032 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60158) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:20.696013 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fa496700-4c1e-4030-ba6c-874f5802c44d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:20.729664 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-9211b901-6602-4129-a30a-9f1523cc3308 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:20.731172 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-9211b901-6602-4129-a30a-9f1523cc3308 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 815 time: 0.1023078 Nov 23 14:37:20.749513 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-1be24d63-f247-4359-a43c-bb78fd11de17 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/quotas/3c896e07f31448e08e2af756467d627d HTTP/1.1" status: 200 len: 375 time: 0.0097520 Nov 23 14:37:20.775003 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fa496700-4c1e-4030-ba6c-874f5802c44d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:20.803379 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8f494330-356d-4e2c-945d-3484dfef0a6b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502424 Nov 23 14:37:20.839090 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d0972823-a022-4e00-ab5b-5692319117b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:20.861469 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fa496700-4c1e-4030-ba6c-874f5802c44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:20.900156 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa496700-4c1e-4030-ba6c-874f5802c44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5553d-4b1d-4c79-a753-7e27e1d8c7e3,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:20.904277 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fa496700-4c1e-4030-ba6c-874f5802c44d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9a397477f3bf4071a4334b348042aa2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131857 Nov 23 14:37:20.906908 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60170) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:20.950918 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-3f08599d-41ec-44ab-9e99-5adbde0f756b service neutron] 10.222.0.82 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346014 Nov 23 14:37:20.957912 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c6ec-1be9-49f3-bebb-4045d89b9021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:20.979236 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c6ec-1be9-49f3-bebb-4045d89b9021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.043554 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-1029943e-f795-47c4-957b-66b7196ab7d2 service neutron] 10.222.0.82 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865932 Nov 23 14:37:21.090013 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c6ec-1be9-49f3-bebb-4045d89b9021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.092743 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c6ec-1be9-49f3-bebb-4045d89b9021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.095814 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5ae5c6ec-1be9-49f3-bebb-4045d89b9021 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e5e5553d-4b1d-4c79-a753-7e27e1d8c7e3 HTTP/1.1" status: 204 len: 168 time: 0.1859918 Nov 23 14:37:21.103091 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5c6ec-1be9-49f3-bebb-4045d89b9021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5553d-4b1d-4c79-a753-7e27e1d8c7e3,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:21.424258 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8a66f75f-41f3-482a-a170-d24acd127215 req-edc69806-1612-4d30-8319-794bb6792d7a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 210 time: 0.0268276 Nov 23 14:37:22.519316 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9dc7cc12-fa8f-40d3-9032-7445ead56f79 req-6431a1f7-c8ce-456d-bac6-326b90d7c60f tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 210 time: 0.0269692 Nov 23 14:37:23.216425 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6ef6acac-e409-45ad-ba26-eeddc98b1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.434053 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f5438256-1bc7-4c95-938f-005bc905e3d6 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:23.435709 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f5438256-1bc7-4c95-938f-005bc905e3d6 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 815 time: 0.1073191 Nov 23 14:37:23.449857 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'port': {'device_id': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'admin_state_up': True, 'tenant_id': '3c896e07f31448e08e2af756467d627d'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:23.612641 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-eb6f4ada-ca7f-4661-8c1f-c2590a2b563f req-b2f6704a-ec9e-46af-8a26-8155bd291136 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 210 time: 0.0259213 Nov 23 14:37:23.635913 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Made reservation on behalf of 3c896e07f31448e08e2af756467d627d for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:23.639802 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.772096 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Allocated IP 172.20.0.12 (0994ee58-598b-4aee-9458-250b5bbac33e/cb2d7f98-1305-4610-8e66-d8e7f3834937/18ae7b24-5975-46e7-908e-8cbd192f6d2f) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:23.917305 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.987873 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.038076 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Network 0994ee58-598b-4aee-9458-250b5bbac33e is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:24.042290 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:24.046138 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:24.070840 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:24.099980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:24.100786 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.206570 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-f48ce202-804c-485c-8d5d-21ad1a6e6f37 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7615621 Nov 23 14:37:24.222581 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Request body: {'port': {'device_id': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:24.295329 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.324039 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-13ef821e-60e9-45e0-8559-cfe5e53ac973 None None] Provisioning complete for port 18ae7b24-5975-46e7-908e-8cbd192f6d2f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:24.325052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-13ef821e-60e9-45e0-8559-cfe5e53ac973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.374300 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-13ef821e-60e9-45e0-8559-cfe5e53ac973 None None] Port 18ae7b24-5975-46e7-908e-8cbd192f6d2f cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:24.463753 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.628522 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ae7b24-5975-46e7-908e-8cbd192f6d2f {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:24.637926 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.652181 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Transition to ACTIVE for port object 18ae7b24-5975-46e7-908e-8cbd192f6d2f will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:37:24.740785 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.757738 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322b0d4-721f-4aab-9e07-1596c54710ef req-67bd0ebf-5adc-4a19-8f8e-a5f32ab4daa0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:24.759572 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b322b0d4-721f-4aab-9e07-1596c54710ef req-67bd0ebf-5adc-4a19-8f8e-a5f32ab4daa0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 932 time: 0.0643044 Nov 23 14:37:24.848295 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:24.896425 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b322b0d4-721f-4aab-9e07-1596c54710ef req-706b5e90-c773-45ef-ae82-30c35cc55e10 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139379 Nov 23 14:37:24.930236 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Attempting to bind port 18ae7b24-5975-46e7-908e-8cbd192f6d2f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:24.930569 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Attempting to bind port 18ae7b24-5975-46e7-908e-8cbd192f6d2f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:24.930892 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Attempting to bind port 18ae7b24-5975-46e7-908e-8cbd192f6d2f on network 0994ee58-598b-4aee-9458-250b5bbac33e {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:24.937089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Port 18ae7b24-5975-46e7-908e-8cbd192f6d2f on network 0994ee58-598b-4aee-9458-250b5bbac33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:37:24.937423 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Attempting to bind port 18ae7b24-5975-46e7-908e-8cbd192f6d2f on network 0994ee58-598b-4aee-9458-250b5bbac33e {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:24.942691 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:24.943314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Checking segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:24.943700 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Bound using segment: {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:24.944157 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Bound port: 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:24.944540 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.015530 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:25.018707 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:25.102736 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.143262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:25.143876 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.145312 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] 10.222.0.85 "PUT /v2.0/ports/18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 1094 time: 0.9301753 Nov 23 14:37:25.145760 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:25.148049 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c39fd-5685-42d1-aa90-52b167821373" -d '{"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:25.182588 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d786029-4140-4ba0-b5b9-6aaa824f8427 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:25.195625 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d63388-c2d2-4564-afb7-b360cce8cab7 x-openstack-request-id: req-c7d63388-c2d2-4564-afb7-b360cce8cab7 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:25.196017 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:25.196406 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c7d63388-c2d2-4564-afb7-b360cce8cab7 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:25.197574 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'status': 'completed', 'code': 200} Nov 23 14:37:25.770400 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.021359 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f193b3-4592-445b-9df3-458a8edd1fb4 req-c5712a44-4e3f-4caf-99ec-d8feb7dea15e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:26.022775 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-48f193b3-4592-445b-9df3-458a8edd1fb4 req-c5712a44-4e3f-4caf-99ec-d8feb7dea15e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0558722 Nov 23 14:37:26.062298 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.077520 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-48f193b3-4592-445b-9df3-458a8edd1fb4 req-40c485b4-2cb9-44d1-ae3b-c5b2c2ec2141 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Nov 23 14:37:26.981773 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.195976 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0c1a-7689-49be-a01e-722ec2654ff7 req-b57a8ac7-3c06-4369-bc11-8889cd1bda77 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:27.198453 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-565d0c1a-7689-49be-a01e-722ec2654ff7 req-b57a8ac7-3c06-4369-bc11-8889cd1bda77 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0515296 Nov 23 14:37:27.251177 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-565d0c1a-7689-49be-a01e-722ec2654ff7 req-78a427df-0eeb-4ddb-af3b-53a1b6822906 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Nov 23 14:37:28.389040 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd1575-9a19-4864-aac6-74db50559255 req-312075b9-d361-40be-8f1f-d4ea7c52a4a7 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:28.390976 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8ccd1575-9a19-4864-aac6-74db50559255 req-312075b9-d361-40be-8f1f-d4ea7c52a4a7 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0615642 Nov 23 14:37:28.446084 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8ccd1575-9a19-4864-aac6-74db50559255 req-0709a69a-d166-4d2d-ba7c-bef2e1095c1b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489981 Nov 23 14:37:29.576622 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b53a2d-5c5a-429d-ad8a-310b20f07c75 req-9f59c3a4-4d0d-4235-a39e-dbc5f7f56179 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:29.578139 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b3b53a2d-5c5a-429d-ad8a-310b20f07c75 req-9f59c3a4-4d0d-4235-a39e-dbc5f7f56179 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0581703 Nov 23 14:37:29.627229 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b3b53a2d-5c5a-429d-ad8a-310b20f07c75 req-82a99f65-b07e-4b9f-892e-95d4a0ee1479 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Nov 23 14:37:30.745817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4f016-6493-40f0-bf3a-b749f0221d9e req-f2a29931-ff3f-4c4e-ad07-6c0ebf92b22b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:30.747263 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c6c4f016-6493-40f0-bf3a-b749f0221d9e req-f2a29931-ff3f-4c4e-ad07-6c0ebf92b22b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0530326 Nov 23 14:37:30.795765 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c6c4f016-6493-40f0-bf3a-b749f0221d9e req-cd990a76-82f6-433f-a995-06f256c1f96e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Nov 23 14:37:31.936949 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0d65-fe12-477a-b290-04c6efb96673 req-a2cb451e-1005-4298-88bc-7a126e37d75d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:31.938472 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-697a0d65-fe12-477a-b290-04c6efb96673 req-a2cb451e-1005-4298-88bc-7a126e37d75d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0544133 Nov 23 14:37:31.990719 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-697a0d65-fe12-477a-b290-04c6efb96673 req-ab6fff8a-930a-467a-8076-d5068248eaf2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Nov 23 14:37:32.175796 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:37:33.115346 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21adb24-7354-42b6-9626-b4b7882fdeed req-564a8417-6472-47b2-8ead-294a87ff9781 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:33.116851 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a21adb24-7354-42b6-9626-b4b7882fdeed req-564a8417-6472-47b2-8ead-294a87ff9781 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0565822 Nov 23 14:37:33.167104 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a21adb24-7354-42b6-9626-b4b7882fdeed req-1b27f652-3429-4ed0-8f09-291188d0a951 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Nov 23 14:37:34.302294 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cf248-20d2-4c43-8397-47b8ec51fc8f req-5434b7b4-21fd-4ad5-8642-4a8f8d6f81cf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:34.303767 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e27cf248-20d2-4c43-8397-47b8ec51fc8f req-5434b7b4-21fd-4ad5-8642-4a8f8d6f81cf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0559440 Nov 23 14:37:34.355510 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e27cf248-20d2-4c43-8397-47b8ec51fc8f req-6842646b-f804-4322-be74-eb186af61ce8 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Nov 23 14:37:35.469212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbb107-2d3c-40fc-a2f1-e55cd556dc3a req-30a1004b-5d12-403a-964b-55c9a0f577e5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.470682 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dfbbb107-2d3c-40fc-a2f1-e55cd556dc3a req-30a1004b-5d12-403a-964b-55c9a0f577e5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0489736 Nov 23 14:37:35.522879 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dfbbb107-2d3c-40fc-a2f1-e55cd556dc3a req-45b1518c-d9a2-451e-b678-e191605b96d5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Nov 23 14:37:36.639694 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fe0df-b188-42de-a8c5-46f96e5bd43e req-40fdb82c-de9c-41a5-a3bd-9edda04a3339 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.641147 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8b8fe0df-b188-42de-a8c5-46f96e5bd43e req-40fdb82c-de9c-41a5-a3bd-9edda04a3339 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0485985 Nov 23 14:37:36.687272 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8b8fe0df-b188-42de-a8c5-46f96e5bd43e req-548d36da-c488-4990-8001-f56ccdf4515e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Nov 23 14:37:37.743316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c39fd-5685-42d1-aa90-52b167821373 req-55f10d9f-84e5-4055-bded-13c191e80e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:37.745028 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b4c39fd-5685-42d1-aa90-52b167821373 req-55f10d9f-84e5-4055-bded-13c191e80e3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1097 time: 0.0421996 Nov 23 14:37:37.770338 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-be164f48-75d4-4cfd-9a7d-4821049fb7de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524409 Nov 23 14:37:37.872109 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf088c1d-9618-4464-addc-69104ab3dabd req-16d9520f-2f7d-4b72-b76a-672208d8d136 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:37.873700 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bf088c1d-9618-4464-addc-69104ab3dabd req-16d9520f-2f7d-4b72-b76a-672208d8d136 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.1074147 Nov 23 14:37:37.910221 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c39fd-5685-42d1-aa90-52b167821373 req-4faa9757-5922-416f-8835-fefab4f599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:37.911766 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b4c39fd-5685-42d1-aa90-52b167821373 req-4faa9757-5922-416f-8835-fefab4f599b0 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=3c896e07f31448e08e2af756467d627d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1546345 Nov 23 14:37:37.964343 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bf088c1d-9618-4464-addc-69104ab3dabd req-5ea52586-eb26-4979-aa02-c9d83a18a5ed tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811014 Nov 23 14:37:38.029402 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c39fd-5685-42d1-aa90-52b167821373 req-19244eee-77e4-451c-bf4a-96b7c30f2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.031209 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b4c39fd-5685-42d1-aa90-52b167821373 req-19244eee-77e4-451c-bf4a-96b7c30f2a96 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1091685 Nov 23 14:37:38.086310 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-65759de8-e8f5-4184-ac63-e6e7e16023e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.088349 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-65759de8-e8f5-4184-ac63-e6e7e16023e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1099 time: 0.2882731 Nov 23 14:37:38.118301 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-88f091a0-58a2-416c-a89a-5320c7fb3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.119846 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-88f091a0-58a2-416c-a89a-5320c7fb3277 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1097 time: 0.0423262 Nov 23 14:37:38.162177 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-b1e8b2b4-5b62-4d97-a4c6-df28fdec781d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 217 time: 0.0341270 Nov 23 14:37:38.195477 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-6aba76ad-d1ce-45b8-a2b0-5f485761c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.197051 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-6aba76ad-d1ce-45b8-a2b0-5f485761c918 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.0884216 Nov 23 14:37:38.216051 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-a8f515c4-cb12-420c-9056-1653085dcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.217593 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-a8f515c4-cb12-420c-9056-1653085dcca1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0440805 Nov 23 14:37:38.276835 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3677-9f0c-4014-877c-538f72999248 req-0e3e7101-e350-4a33-b23e-a921e7901d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.278321 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-0e3e7101-e350-4a33-b23e-a921e7901d50 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531683 Nov 23 14:37:38.302677 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-11d7f391-7723-4ac9-9998-4c203729e828 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 1001 time: 0.0985217 Nov 23 14:37:38.356925 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-65ac60ef-37d6-43aa-a459-737ee61af733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.358513 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-65ac60ef-37d6-43aa-a459-737ee61af733 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0476935 Nov 23 14:37:38.378059 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-09288a79-e343-432d-8e22-34b3062c3c8e service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834095 Nov 23 14:37:38.418848 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-8a255d5a-44cd-430f-b14e-80915d2e27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.420380 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-8a255d5a-44cd-430f-b14e-80915d2e27c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471833 Nov 23 14:37:38.476333 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b2a3677-9f0c-4014-877c-538f72999248 req-df564828-3fdc-4a18-8eed-93dba301f549 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915754 Nov 23 14:37:38.512793 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-72c2236b-17dc-44d8-bdcb-5a5008c969a2 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843880 Nov 23 14:37:38.602531 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96522504-cca5-4a16-a0ad-f0b0ef42b4d6 req-d0f2ada5-b6e7-475d-98a0-26a53e89a23b service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829194 Nov 23 14:37:38.735496 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a3e2-ea59-4874-afe9-a05b781e6a7e req-7442b617-9c05-4f0b-9c79-e40b5e08673d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.737062 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c786a3e2-ea59-4874-afe9-a05b781e6a7e req-7442b617-9c05-4f0b-9c79-e40b5e08673d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Nov 23 14:37:38.788587 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c786a3e2-ea59-4874-afe9-a05b781e6a7e req-ca12ff8d-c2da-4570-8a98-b5f2ab67decb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Nov 23 14:37:39.080645 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82cef-374e-4887-a4cc-7ba81d633702 req-31aa2251-1565-4d46-a958-3130e25d70be tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.082195 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-adc82cef-374e-4887-a4cc-7ba81d633702 req-31aa2251-1565-4d46-a958-3130e25d70be tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0485382 Nov 23 14:37:39.128740 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-adc82cef-374e-4887-a4cc-7ba81d633702 req-df927419-0823-4341-a875-c822687899f9 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Nov 23 14:37:39.907842 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcaf6e-e9cd-445d-b8f2-060d5205d5ea req-c1f325a5-d454-4fcc-bcc1-0763d5735d8d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.909594 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5cbcaf6e-e9cd-445d-b8f2-060d5205d5ea req-c1f325a5-d454-4fcc-bcc1-0763d5735d8d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0511322 Nov 23 14:37:39.955530 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5cbcaf6e-e9cd-445d-b8f2-060d5205d5ea req-bcee9f65-28aa-4f35-a8db-e299c5641b33 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400059 Nov 23 14:37:40.247136 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635aa29-42a4-4d9b-9fb2-03cb167d8f4f req-2e3dc3d4-1fa1-4fa3-a6e9-23dc9075ded3 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:40.248600 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0635aa29-42a4-4d9b-9fb2-03cb167d8f4f req-2e3dc3d4-1fa1-4fa3-a6e9-23dc9075ded3 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0529592 Nov 23 14:37:40.295824 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0635aa29-42a4-4d9b-9fb2-03cb167d8f4f req-d02a781a-2e47-40ed-877a-ed6da9636358 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Nov 23 14:37:41.069706 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80b6ac-e4c5-40a7-9875-a7cb9364f592 req-20e203d7-29fc-4889-ad59-2e76041b23f4 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:41.071168 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c80b6ac-e4c5-40a7-9875-a7cb9364f592 req-20e203d7-29fc-4889-ad59-2e76041b23f4 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Nov 23 14:37:41.117671 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1c80b6ac-e4c5-40a7-9875-a7cb9364f592 req-db2e47c3-cec6-4568-bf74-632598d66202 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Nov 23 14:37:41.409763 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d2a7-0d8f-4355-889c-580591552c97 req-72731370-4318-426e-a1e8-9418a9c6116e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:41.411271 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a392d2a7-0d8f-4355-889c-580591552c97 req-72731370-4318-426e-a1e8-9418a9c6116e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 944 time: 0.0484183 Nov 23 14:37:41.457315 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a392d2a7-0d8f-4355-889c-580591552c97 req-2178907c-eb59-4c45-b147-e6bf5e2e93b3 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Nov 23 14:37:42.090218 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 18ae7b24-5975-46e7-908e-8cbd192f6d2f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:37:42.186799 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:42.198064 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'port_id': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'mac_address': 'fa:16:3e:8e:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:37:42.231196 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc335d-20de-48fc-894a-af5bfcfb7040 req-03d2a885-eae6-412f-9da1-9072bff1dcc9 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:42.232681 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c0fc335d-20de-48fc-894a-af5bfcfb7040 req-03d2a885-eae6-412f-9da1-9072bff1dcc9 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0481431 Nov 23 14:37:42.235098 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:42.248347 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae7b24-5975-46e7-908e-8cbd192f6d2f {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:42.269202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:42.285805 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c0fc335d-20de-48fc-894a-af5bfcfb7040 req-cacbcc56-5021-4807-a4f1-fd4706833dd3 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Nov 23 14:37:42.350989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:42.401477 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:42.570389 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198a48-6266-487f-a28e-c6dc63523786 req-fed13011-8c8d-41a1-85c6-ba3d4703e29b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:42.572112 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-09198a48-6266-487f-a28e-c6dc63523786 req-fed13011-8c8d-41a1-85c6-ba3d4703e29b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 945 time: 0.0498145 Nov 23 14:37:42.623438 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-09198a48-6266-487f-a28e-c6dc63523786 req-591b2fc5-2320-484e-9fc0-07e08b7abaa5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Nov 23 14:37:42.696741 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['18ae7b24-5975-46e7-908e-8cbd192f6d2f'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:43.401415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45705d-b6ba-46b8-990d-1de3c2848f41 req-2b06b3f3-9b36-4c53-b518-4fa2edc21a35 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:43.402862 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9b45705d-b6ba-46b8-990d-1de3c2848f41 req-2b06b3f3-9b36-4c53-b518-4fa2edc21a35 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0497301 Nov 23 14:37:43.449615 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9b45705d-b6ba-46b8-990d-1de3c2848f41 req-3db18b71-fa9f-401a-9c51-af3d60d9937a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Nov 23 14:37:43.735802 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98ee01-619d-4fe3-8f4b-cac23d45a64f req-b057445a-9d06-413a-9419-245dff2e35e5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:43.737186 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6a98ee01-619d-4fe3-8f4b-cac23d45a64f req-b057445a-9d06-413a-9419-245dff2e35e5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 945 time: 0.0486324 Nov 23 14:37:43.783865 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6a98ee01-619d-4fe3-8f4b-cac23d45a64f req-998dc324-825b-4923-9243-7001dbc84e59 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Nov 23 14:37:44.131322 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 18ae7b24-5975-46e7-908e-8cbd192f6d2f up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:44.269911 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 18ae7b24-5975-46e7-908e-8cbd192f6d2f completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:37:44.274212 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 18ae7b24-5975-46e7-908e-8cbd192f6d2f triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:44.274584 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:44.348941 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:44.371470 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:44.373771 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c714ff-8984-419a-ba33-7c39e2e19f27" -d '{"events": [{"server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "name": "network-vif-plugged", "status": "completed", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:44.387571 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:44.409481 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d51a922-ed98-49fb-ba3e-063a6b907daf x-openstack-request-id: req-2d51a922-ed98-49fb-ba3e-063a6b907daf {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:44.409774 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "name": "network-vif-plugged", "status": "completed", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:44.410035 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2d51a922-ed98-49fb-ba3e-063a6b907daf {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:44.410456 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'code': 200} Nov 23 14:37:44.442282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:44.493616 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:44.567721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986640b3-4a71-4c05-97be-a4aba87493c1 req-44a3c737-04ef-4ec5-8381-dde29796ee06 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.569233 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-986640b3-4a71-4c05-97be-a4aba87493c1 req-44a3c737-04ef-4ec5-8381-dde29796ee06 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0492790 Nov 23 14:37:44.615963 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-986640b3-4a71-4c05-97be-a4aba87493c1 req-a4a448c0-fb68-46e4-97eb-510fe7f18d02 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Nov 23 14:37:44.694928 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb73418-ba54-4af1-9874-73f08fa9893a req-175c74df-1535-4e7c-b2ca-395a46f56afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.697150 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dcb73418-ba54-4af1-9874-73f08fa9893a req-175c74df-1535-4e7c-b2ca-395a46f56afd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1099 time: 0.0429747 Nov 23 14:37:44.739985 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dcb73418-ba54-4af1-9874-73f08fa9893a req-d701bb40-c3e8-479a-8af5-a43b40726a3b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Nov 23 14:37:44.897043 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d301547-a9d9-4c05-aae4-c870c832799a req-1c73987d-6ff3-41b2-9108-f61dcbdd308a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.898536 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3d301547-a9d9-4c05-aae4-c870c832799a req-1c73987d-6ff3-41b2-9108-f61dcbdd308a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0486996 Nov 23 14:37:44.943911 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3d301547-a9d9-4c05-aae4-c870c832799a req-8378c7b6-2e58-474d-b1ff-b0c0a2a7bccd tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Nov 23 14:37:45.730079 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9252-7d43-44d0-ba10-59dd8a9893e3 req-a00edde9-240c-4ed7-9c65-aa6e90819000 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:45.731520 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-63ba9252-7d43-44d0-ba10-59dd8a9893e3 req-a00edde9-240c-4ed7-9c65-aa6e90819000 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Nov 23 14:37:45.777450 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-63ba9252-7d43-44d0-ba10-59dd8a9893e3 req-e129aa0c-430b-405f-b567-f7ab6d788ea1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Nov 23 14:37:46.060779 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461187c2-5d65-4459-846d-1561be1f6122 req-c9f3ad56-8581-4233-b5bd-f633828e720e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:46.062227 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-461187c2-5d65-4459-846d-1561be1f6122 req-c9f3ad56-8581-4233-b5bd-f633828e720e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0520833 Nov 23 14:37:46.111413 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-461187c2-5d65-4459-846d-1561be1f6122 req-7830c78d-fd67-4563-ae7a-bcca63d42df1 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432642 Nov 23 14:37:46.889015 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b9195-2cf8-4da7-8fac-c0f15c18c876 req-234a891c-7a68-41da-9cb4-1a6a43a4f121 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:46.890465 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d77b9195-2cf8-4da7-8fac-c0f15c18c876 req-234a891c-7a68-41da-9cb4-1a6a43a4f121 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0471675 Nov 23 14:37:46.938702 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d77b9195-2cf8-4da7-8fac-c0f15c18c876 req-c305d2ad-12a2-456b-a1b4-6a09314fe9ac tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Nov 23 14:37:47.224933 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d2408-d9c0-426f-841a-d5be3a5d6133 req-d8982559-b5eb-499f-8c3b-30053e00c27f tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:47.226378 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c4d2408-d9c0-426f-841a-d5be3a5d6133 req-d8982559-b5eb-499f-8c3b-30053e00c27f tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0475576 Nov 23 14:37:47.272512 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6c4d2408-d9c0-426f-841a-d5be3a5d6133 req-d323e72d-43d1-469d-a8a1-39448f58aa42 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Nov 23 14:37:47.385417 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99080a1a-629c-432c-baf0-45628de0a478 req-a57a945f-6078-4c71-bd76-33335605dcc4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:47.386885 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-99080a1a-629c-432c-baf0-45628de0a478 req-a57a945f-6078-4c71-bd76-33335605dcc4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0494833 Nov 23 14:37:47.434133 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-99080a1a-629c-432c-baf0-45628de0a478 req-c113c6bf-5e06-4685-a8a5-c1cef924504c tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Nov 23 14:37:47.751431 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38c3bf-9f1b-4b28-ad6e-255dbde6d377 req-8f5a8d11-cef5-4675-adac-6350e24dae3e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:47.752924 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ec38c3bf-9f1b-4b28-ad6e-255dbde6d377 req-8f5a8d11-cef5-4675-adac-6350e24dae3e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0480392 Nov 23 14:37:47.799656 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ec38c3bf-9f1b-4b28-ad6e-255dbde6d377 req-ff2e8052-ada0-44a0-aff4-e3211f89ccbb tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Nov 23 14:37:48.050994 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebfc2-3234-4678-a5b9-12f5c0ad0901 req-8e3aef7b-038c-451b-ad5e-b9cb13ec2817 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:48.052428 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0feebfc2-3234-4678-a5b9-12f5c0ad0901 req-8e3aef7b-038c-451b-ad5e-b9cb13ec2817 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0479228 Nov 23 14:37:48.102322 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0feebfc2-3234-4678-a5b9-12f5c0ad0901 req-f1b4fe33-f966-4049-a8ea-fb11c62ff3b5 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Nov 23 14:37:49.223120 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f81e9-f2e1-4e59-84eb-d9899356c40d req-757381d2-9e34-4813-8b71-810e74b49329 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:49.224607 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc3f81e9-f2e1-4e59-84eb-d9899356c40d req-757381d2-9e34-4813-8b71-810e74b49329 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0541520 Nov 23 14:37:49.275478 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc3f81e9-f2e1-4e59-84eb-d9899356c40d req-5e2a6e7e-dece-4d81-9778-b24e626fcd87 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Nov 23 14:37:50.395515 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecb2db-3d44-44f1-8b2b-b4d4126f4ab2 req-1d74463b-78e7-44f0-bc80-aa979a253fa3 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:50.397042 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3aecb2db-3d44-44f1-8b2b-b4d4126f4ab2 req-1d74463b-78e7-44f0-bc80-aa979a253fa3 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0525556 Nov 23 14:37:50.446040 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3aecb2db-3d44-44f1-8b2b-b4d4126f4ab2 req-da8fc3e8-3012-422a-a658-99d03a1430b3 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Nov 23 14:37:50.853305 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f985bb8b-64d0-4054-a07f-f5c4f03c5ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:51.563952 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedc1f-ad6b-4233-96d3-3e705bd8874d req-5df91829-f6df-4d25-a23c-f10c7682faa9 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:51.565359 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5ebedc1f-ad6b-4233-96d3-3e705bd8874d req-5df91829-f6df-4d25-a23c-f10c7682faa9 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0492818 Nov 23 14:37:51.615262 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5ebedc1f-ad6b-4233-96d3-3e705bd8874d req-b8fd489e-9fda-4b51-bf9d-d1a149583b61 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 Nov 23 14:37:52.730939 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7ce6-f13d-4d5f-9c94-6af29d740121 req-aef8603b-bbc6-47ba-87a0-f88e68c2f427 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:52.732532 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-389f7ce6-f13d-4d5f-9c94-6af29d740121 req-aef8603b-bbc6-47ba-87a0-f88e68c2f427 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0514088 Nov 23 14:37:52.778444 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-389f7ce6-f13d-4d5f-9c94-6af29d740121 req-37ba130d-5359-43d1-9d83-052294852340 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Nov 23 14:37:53.241064 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-16441671-b36c-4dc5-ad8c-5b701b51701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:53.892917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bba91b-3f89-431e-a894-07a786bbee84 req-5b4286ca-7336-4fef-8e0f-4e0cb1b3d25c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:53.894393 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-51bba91b-3f89-431e-a894-07a786bbee84 req-5b4286ca-7336-4fef-8e0f-4e0cb1b3d25c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0483603 Nov 23 14:37:53.939914 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-51bba91b-3f89-431e-a894-07a786bbee84 req-4c0b35f5-0016-4c81-afe1-f6493f7cece1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396068 Nov 23 14:37:54.447132 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.054713 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280bdce-e375-4e1c-b422-80db94bae62a req-4c76e37d-72a3-4f71-9e62-1186859bfa20 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:55.056305 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0280bdce-e375-4e1c-b422-80db94bae62a req-4c76e37d-72a3-4f71-9e62-1186859bfa20 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0490196 Nov 23 14:37:55.105681 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0280bdce-e375-4e1c-b422-80db94bae62a req-455231e5-86f2-4d02-9b29-4008e46fea16 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Nov 23 14:37:55.738070 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:56.052326 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:56.224754 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9992-b5a8-4976-b1b6-c50515b57e80 req-790ad093-008d-4edd-ba08-baf5ca1179b7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:56.226258 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-71ba9992-b5a8-4976-b1b6-c50515b57e80 req-790ad093-008d-4edd-ba08-baf5ca1179b7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0522182 Nov 23 14:37:56.273353 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-71ba9992-b5a8-4976-b1b6-c50515b57e80 req-5fb09be0-affb-4064-b45a-043c9f0b94a7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Nov 23 14:37:56.966643 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.387770 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b553-322e-421c-81bd-81441d30dcc9 req-87824160-95d2-4067-bde9-8183bd181aa4 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:57.389276 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8e88b553-322e-421c-81bd-81441d30dcc9 req-87824160-95d2-4067-bde9-8183bd181aa4 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Nov 23 14:37:57.435257 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8e88b553-322e-421c-81bd-81441d30dcc9 req-97790bb4-30c1-4f09-8927-20d58343cb36 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Nov 23 14:37:57.827504 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff532e3-7667-47fb-85fb-49d316a16255 req-743d9615-414a-482f-9443-a3d85d526fb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:57.828943 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ff532e3-7667-47fb-85fb-49d316a16255 req-743d9615-414a-482f-9443-a3d85d526fb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0507317 Nov 23 14:37:57.878890 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7ff532e3-7667-47fb-85fb-49d316a16255 req-71f6a0fb-13de-4b41-b6bd-f43b898a64d4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Nov 23 14:37:57.901904 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60412) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:58.086049 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d4434-e0aa-492f-8e8a-6fe2e4f595d2 tempest-TestMinimumBasicScenario-1519681910 tempest-TestMinimumBasicScenario-1519681910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:58.087471 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b89d4434-e0aa-492f-8e8a-6fe2e4f595d2 tempest-TestMinimumBasicScenario-1519681910 tempest-TestMinimumBasicScenario-1519681910-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1094 time: 0.1845391 Nov 23 14:37:58.090362 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60416) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:58.094524 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'port_id': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:58.172201 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for floatingip, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.267379 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.378357 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Allocated IP 172.27.0.246 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/6a9d1dd8-cb09-4b06-bdc0-e5d56e2d7816) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:58.477729 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.555532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898fb8-71dd-4f9d-82c8-2c85b09c1c5e req-e0572840-a612-47e3-9cd5-5fc6be53d417 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:58.557084 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e4898fb8-71dd-4f9d-82c8-2c85b09c1c5e req-e0572840-a612-47e3-9cd5-5fc6be53d417 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0527880 Nov 23 14:37:58.601172 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.627710 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e4898fb8-71dd-4f9d-82c8-2c85b09c1c5e req-21ca03e4-5c22-4e12-848e-1f57f2f29547 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646951 Nov 23 14:37:58.644057 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:58.646892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:58.650920 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:58.656406 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'Port': ['ID=6a9d1dd8-cb09-4b06-bdc0-e5d56e2d7816,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:58.682326 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.682678 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.683022 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.683363 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.683727 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.684062 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.684419 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.684752 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.685100 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.685424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.685749 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:58.686074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:59.114644 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:59.254094 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:59.419477 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:59.481027 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:59.547932 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'Port': ['ID=6a9d1dd8-cb09-4b06-bdc0-e5d56e2d7816,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:59.567654 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:59.667577 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Floating IP 53a99afe-fe69-44d0-acdf-f11758364746 associated. External IP: 172.27.0.246, port: 18ae7b24-5975-46e7-908e-8cbd192f6d2f. Nov 23 14:37:59.747260 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fba8f-a09c-4478-91e1-79a6c63f5c3d req-3b09ea5c-89f2-41a6-a9b6-a62932f34654 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:59.748913 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ae5fba8f-a09c-4478-91e1-79a6c63f5c3d req-3b09ea5c-89f2-41a6-a9b6-a62932f34654 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0532157 Nov 23 14:37:59.798432 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ae5fba8f-a09c-4478-91e1-79a6c63f5c3d req-16b486c1-f4a0-4e22-8f35-a28ee40d4771 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Nov 23 14:37:59.880000 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:59.919501 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da49b-150f-48a5-9f36-6968b08a5009 req-9250f358-0de3-4a74-9467-1f50ca0bd97a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:59.920913 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ea9da49b-150f-48a5-9f36-6968b08a5009 req-9250f358-0de3-4a74-9467-1f50ca0bd97a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0483451 Nov 23 14:37:59.967912 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ea9da49b-150f-48a5-9f36-6968b08a5009 req-cc71b2eb-2483-40f2-989d-2044f59c019f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Nov 23 14:37:59.988470 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:00.002223 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] Sync routers for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:00.012792 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:00.020965 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:37:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:00.082837 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.109422 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-cf4030a7-210e-4f77-84fe-9fa70b1e07ae tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0180495 Nov 23 14:38:00.112667 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:00.112793 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60432) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:00.112923 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d14ac4-338a-43a4-b4b6-48ef3d58305f" -d '{"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:00.117352 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:00.118434 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770874200', 'description': 'tempest-secgroup-smoke-770874200 description', 'project_id': '3c896e07f31448e08e2af756467d627d'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:00.223825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.271130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59f4a0-30d4-4fe1-a02a-f861c1f19495 x-openstack-request-id: req-ea59f4a0-30d4-4fe1-a02a-f861c1f19495 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:00.271978 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:00.273353 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ea59f4a0-30d4-4fe1-a02a-f861c1f19495 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:00.274379 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'status': 'completed', 'code': 200} Nov 23 14:38:00.297687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.341086 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-4a9107b5-7275-477e-9182-5f7e18e9b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:00.342802 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-4a9107b5-7275-477e-9182-5f7e18e9b030 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1099 time: 0.0434196 Nov 23 14:38:00.345598 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '53a99afe-fe69-44d0-acdf-f11758364746', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'port_id': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'mac_address': 'fa:16:3e:8e:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:37:58Z', 'updated_at': '2021-11-23T14:37:58Z', 'revision_number': 0, 'project_id': '3c896e07f31448e08e2af756467d627d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:00.372650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.375228 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] Checking router: e997363d-cc7d-452d-9cc3-0a200bb3d8a4 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:00.384865 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:00.385498 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:37:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:00.407215 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0a13f9-2db1-41e4-a272-ab01fe473a9f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:00.414550 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.415038 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.415477 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.415928 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.416393 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.417830 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.417830 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.418210 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.418959 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.418959 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.419651 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.419801 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:00.443681 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-ceddabf7-981a-4003-8c47-3d421dd20d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:00.445697 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-ceddabf7-981a-4003-8c47-3d421dd20d26 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 917 time: 0.0944762 Nov 23 14:38:00.470760 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.475110 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-cc23ad1a-8866-471b-89e8-02d2651237bf tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3587313 Nov 23 14:38:00.476597 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60438) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:00.481503 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group_rule': {'security_group_id': '7f0a13f9-2db1-41e4-a272-ab01fe473a9f', 'project_id': '3c896e07f31448e08e2af756467d627d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:00.518274 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-02890406-b6d9-437b-aef3-7ff0dd586a73 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 1000 time: 0.0625651 Nov 23 14:38:00.571784 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.575495 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-dc0c6f00-3820-49fe-9714-9885222d7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:00.577084 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-dc0c6f00-3820-49fe-9714-9885222d7c0a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0497870 Nov 23 14:38:00.623454 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:00.628847 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-56421af6-bef1-46c8-a084-5ace13f22f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:00.630346 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-56421af6-bef1-46c8-a084-5ace13f22f44 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414281 Nov 23 14:38:00.636978 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.703458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.720773 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9574046-e45a-4fcb-a6e5-e5fd0d686883,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:00.729576 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-fc8ae0a2-6b85-4fd8-b924-4f6cf313b44a service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878544 Nov 23 14:38:00.785608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.786837 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-5d34172d-a077-4c6c-a08e-96d38aa12357 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090510 Nov 23 14:38:00.789931 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60440) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:00.794626 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group_rule': {'security_group_id': '7f0a13f9-2db1-41e4-a272-ab01fe473a9f', 'project_id': '3c896e07f31448e08e2af756467d627d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:00.832503 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54d14ac4-338a-43a4-b4b6-48ef3d58305f req-9a1dab4b-e883-4510-b1c8-2dfea63ba8d0 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906060 Nov 23 14:38:00.862204 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '53a99afe-fe69-44d0-acdf-f11758364746', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'port_id': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'mac_address': 'fa:16:3e:8e:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:37:58Z', 'updated_at': '2021-11-23T14:37:58Z', 'revision_number': 0, 'project_id': '3c896e07f31448e08e2af756467d627d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:00.893194 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644e607-85fd-46d8-b18a-4d373f823bf9 None None] The sync data for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi is: [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '53a99afe-fe69-44d0-acdf-f11758364746', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'port_id': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'mac_address': 'fa:16:3e:8e:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:37:58Z', 'updated_at': '2021-11-23T14:37:58Z', 'revision_number': 0, 'project_id': '3c896e07f31448e08e2af756467d627d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:00.905276 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.945028 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0d18-8390-4700-95a1-334473cb4e41 req-4cbec78c-b636-4770-bcb8-70818f946818 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:00.946496 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b4dc0d18-8390-4700-95a1-334473cb4e41 req-4cbec78c-b636-4770-bcb8-70818f946818 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0759292 Nov 23 14:38:00.988512 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.023415 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b4dc0d18-8390-4700-95a1-334473cb4e41 req-a36c9149-b7e3-4f25-8dbb-9be50e5d40e8 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676000 Nov 23 14:38:01.052096 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.072510 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0cda74-f024-4adf-bc20-09a201ee4d02,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:01.101881 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcb4f-7d81-4555-ab8b-feee1232ec02 None None] New status for floating IP 53a99afe-fe69-44d0-acdf-f11758364746: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:38:01.104919 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db587f-ae25-4651-9efd-ee34909a48b7 req-08ccc1ab-5f46-430f-8647-7155927a59ca tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:01.106451 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d2db587f-ae25-4651-9efd-ee34909a48b7 req-08ccc1ab-5f46-430f-8647-7155927a59ca tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0567818 Nov 23 14:38:01.156264 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d2db587f-ae25-4651-9efd-ee34909a48b7 req-edb4bbf8-a551-42fd-aadf-a48a3d0c5ca2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Nov 23 14:38:01.156922 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.158381 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2a7270a8-3f75-4705-a94c-de2356576c44 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3669331 Nov 23 14:38:01.160873 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60446) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:01.166089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group_rule': {'security_group_id': '7f0a13f9-2db1-41e4-a272-ab01fe473a9f', 'project_id': '3c896e07f31448e08e2af756467d627d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:01.233996 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.292589 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.366592 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.384647 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5108629-42ac-418e-9e74-fe6ddf9ae3e6,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:01.459282 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.460516 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-4a760fca-9771-4189-b29a-07b783c6bc4a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985938 Nov 23 14:38:01.463224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60448) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:01.467441 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group_rule': {'security_group_id': '7f0a13f9-2db1-41e4-a272-ab01fe473a9f', 'project_id': '3c896e07f31448e08e2af756467d627d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:01.554089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.609460 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.680506 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.699402 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1274050-8da5-4a38-b219-6ba11a51b345,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:01.779679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.780908 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-5affaf38-7352-42ac-aa07-4031cf5c688e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167374 Nov 23 14:38:01.783583 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60450) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:01.788417 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group_rule': {'security_group_id': '7f0a13f9-2db1-41e4-a272-ab01fe473a9f', 'project_id': '3c896e07f31448e08e2af756467d627d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:01.885648 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.securitygroups_db [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Project 3c896e07f31448e08e2af756467d627d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:38:01.890598 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.946064 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.021792 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-ebb585dd-1e1d-4810-ab78-35a5c332a205 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:02.023865 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-ebb585dd-1e1d-4810-ab78-35a5c332a205 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0518105 Nov 23 14:38:02.034071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.050750 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb29cbe-0023-4f1c-8bb6-5f20d660f801,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:02.121355 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Deleting port 643c4469-7e07-47b2-806d-0dfc74abe378 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:38:02.121867 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.136378 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d624a0-4aec-4306-9ab4-944982ff534c req-669ec815-5fcc-4671-bb77-ccbace1b948c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:02.137775 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b3d624a0-4aec-4306-9ab4-944982ff534c req-669ec815-5fcc-4671-bb77-ccbace1b948c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0543933 Nov 23 14:38:02.141135 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.142228 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c964b45f-3db2-4d6b-aec5-b6e03ddbddb4 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577156 Nov 23 14:38:02.145690 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60454) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:02.159558 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'security_group_rule': {'security_group_id': '7f0a13f9-2db1-41e4-a272-ab01fe473a9f', 'project_id': '3c896e07f31448e08e2af756467d627d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:02.449082 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b3d624a0-4aec-4306-9ab4-944982ff534c req-c576c0b7-2b45-4c81-889e-08deb4bfb7f1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040318 Nov 23 14:38:02.489570 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] For port 643c4469-7e07-47b2-806d-0dfc74abe378, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=643c4469-7e07-47b2-806d-0dfc74abe378,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:02.489925 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.492508 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.securitygroups_db [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Project 3c896e07f31448e08e2af756467d627d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:38:02.497604 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.512537 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b55ff-4648-42f8-a0c7-6e45d88d0ca6 req-e364ec3f-cf4e-42e7-b43c-5a48feeb18df tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:02.514040 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e44b55ff-4648-42f8-a0c7-6e45d88d0ca6 req-e364ec3f-cf4e-42e7-b43c-5a48feeb18df tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 946 time: 0.0859733 Nov 23 14:38:02.558546 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.623224 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.641693 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713ae352-8f92-4ce5-8521-5c30d53c25fd,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:02.680372 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e44b55ff-4648-42f8-a0c7-6e45d88d0ca6 req-a5d1e367-779e-4846-85c5-c785564828a7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=550dcceb-ffa6-41ad-9f10-3d67447188c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472223 Nov 23 14:38:02.705847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.706984 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-81edfc14-c20a-4cfc-b8d9-c57b535f5277 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5598810 Nov 23 14:38:02.806232 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-b34ab65b-a237-4bf6-ada3-d2904e8670fb tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770874200&fields=id&tenant_id=3c896e07f31448e08e2af756467d627d HTTP/1.1" status: 200 len: 267 time: 0.0552022 Nov 23 14:38:02.812600 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.812955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.813283 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Floating IP 1cf101ad-fb04-487d-9f33-1b4efc1b66ff disassociated. External IP: 172.27.0.182, port: 643c4469-7e07-47b2-806d-0dfc74abe378. Nov 23 14:38:02.813616 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Calling delete_port for 643c4469-7e07-47b2-806d-0dfc74abe378 owned by compute:nova {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:38:02.860839 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-c5b9fdc6-f763-4a30-b994-2756e957c4d0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:02.862305 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-c5b9fdc6-f763-4a30-b994-2756e957c4d0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0504956 Nov 23 14:38:02.874376 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'port': {'security_groups': ['26854e20-81d6-495d-87ab-eb0f307855aa', '7f0a13f9-2db1-41e4-a272-ab01fe473a9f']}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:02.936726 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.977809 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:03.007926 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event deleted for resources: {'Port': ['ID=643c4469-7e07-47b2-806d-0dfc74abe378,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:03.122759 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Router 952321d1-a56f-46e6-8243-f06ceef438a9 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:38:03.132884 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:03.164371 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:03.223364 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:03.239176 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:03.239368 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['18ae7b24-5975-46e7-908e-8cbd192f6d2f'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:03.265405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:03.277338 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.278065 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:03.285479 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9afefabc-31ae-4634-aa6d-041095575ee4 req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "PUT /v2.0/ports/18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 982 time: 0.4132466 Nov 23 14:38:03.285479 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:03.294306 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:03.295205 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:37:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:03.297756 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014" -d '{"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:03.301689 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] No DVR routers for this DVR port 643c4469-7e07-47b2-806d-0dfc74abe378 on host hv-cinder-80475 {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:38:03.306020 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:03.311742 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-149dd8ed-e22a-455a-8fc2-b5d80542b7a0 req-0fa5e661-eaba-42f0-b014-85e758e65414 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "DELETE /v2.0/ports/643c4469-7e07-47b2-806d-0dfc74abe378 HTTP/1.1" status: 204 len: 173 time: 1.2803338 Nov 23 14:38:03.312226 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-deleted', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:03.316051 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923dd22-1c8e-4433-86f0-1a5567128b39" -d '{"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-deleted", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:03.399813 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a309-1201-49e6-b5d7-c58c01bd3bd2 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=6']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:03.409117 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c0e6f6-9e89-4daa-ae4a-d8f4ca65d69f x-openstack-request-id: req-07c0e6f6-9e89-4daa-ae4a-d8f4ca65d69f {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:03.410755 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:03.411710 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-07c0e6f6-9e89-4daa-ae4a-d8f4ca65d69f {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:03.412349 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'status': 'completed', 'code': 200} Nov 23 14:38:03.437251 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:03.440653 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc27ba19-d19c-4dfe-8bf8-386a734917ea x-openstack-request-id: req-bc27ba19-d19c-4dfe-8bf8-386a734917ea {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:03.441024 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8dbd0-2f80-4158-923b-24f263fd9832", "name": "network-vif-deleted", "tag": "643c4469-7e07-47b2-806d-0dfc74abe378", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:03.441288 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bc27ba19-d19c-4dfe-8bf8-386a734917ea {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:03.441872 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8dbd0-2f80-4158-923b-24f263fd9832', 'name': 'network-vif-deleted', 'tag': '643c4469-7e07-47b2-806d-0dfc74abe378', 'status': 'completed', 'code': 200} Nov 23 14:38:03.523112 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['18ae7b24-5975-46e7-908e-8cbd192f6d2f'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:03.550840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8789f7-a833-4455-83bb-aef885fb7617 req-c618a3f9-3538-4763-b04e-1de4ea270714 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.555120 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fd8789f7-a833-4455-83bb-aef885fb7617 req-c618a3f9-3538-4763-b04e-1de4ea270714 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.1707900 Nov 23 14:38:03.605466 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-68bd2492-12f7-4016-aca3-e1f34421a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.607366 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-68bd2492-12f7-4016-aca3-e1f34421a63b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1138 time: 0.1646571 Nov 23 14:38:03.672314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc802f-2350-45b1-aad7-18bf294875a8 req-bd043eb8-4541-41ac-bed9-ff68e2236281 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.674575 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bdfc802f-2350-45b1-aad7-18bf294875a8 req-bd043eb8-4541-41ac-bed9-ff68e2236281 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0996320 Nov 23 14:38:03.732884 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fd8789f7-a833-4455-83bb-aef885fb7617 req-efea1119-c68e-4cc6-a381-2ca7029e8e0a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718645 Nov 23 14:38:03.735763 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bdfc802f-2350-45b1-aad7-18bf294875a8 req-1d5952b3-adc2-47b6-b5be-ac81d4660d62 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525486 Nov 23 14:38:03.765588 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-9ded40e4-2547-43d3-b485-6a3fe56f3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.767541 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-9ded40e4-2547-43d3-b485-6a3fe56f3eaf service neutron] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 917 time: 0.1433094 Nov 23 14:38:03.780590 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b3556703-e36b-4994-9315-d4415b885b65 None None] Provisioning complete for port 18ae7b24-5975-46e7-908e-8cbd192f6d2f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:03.780590 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b3556703-e36b-4994-9315-d4415b885b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:03.851026 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-7b7171e5-69a6-4e17-95e0-f29bd90e79b7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 1002 time: 0.0748112 Nov 23 14:38:03.855613 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-590a3589-ced6-4d1e-912f-003c25ea1a8e req-b0a2edf4-6c0d-4972-b5fb-dd6a829ad11d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5c8dbd0-2f80-4158-923b-24f263fd9832 HTTP/1.1" status: 200 len: 210 time: 0.0311556 Nov 23 14:38:03.904183 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-e2491dff-bc05-4f2e-b244-0faa5baae2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.905755 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-e2491dff-bc05-4f2e-b244-0faa5baae2ed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0462639 Nov 23 14:38:03.953991 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-642fc504-a862-467a-896f-f2a0f011e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:03.955744 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-642fc504-a862-467a-896f-f2a0f011e407 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411921 Nov 23 14:38:04.042348 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:04.059734 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-7c5715a8-d1a2-4575-b1b3-580ac3c31c63 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951922 Nov 23 14:38:04.092335 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:04.130932 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:04.132603 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:37:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:04.167695 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c6a48a92-7d0a-443c-8692-8aa4aeaa6014 req-bd7b1c26-3505-4910-bd68-d8c98447041b service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982831 Nov 23 14:38:04.250666 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:38:04.295013 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 643c4469-7e07-47b2-806d-0dfc74abe378 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:38:04.295389 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 643c4469-7e07-47b2-806d-0dfc74abe378 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:38:04.348570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:04.670829 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:04.701508 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27685d6-d07f-4ef5-8d21-569eae6eb001 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:04.875753 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d033778-cc6f-4872-a916-38b15cfac760 req-2c147b80-e56d-46ea-8386-cf512a5cf2f8 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:04.877586 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d033778-cc6f-4872-a916-38b15cfac760 req-2c147b80-e56d-46ea-8386-cf512a5cf2f8 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0610290 Nov 23 14:38:04.931575 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d033778-cc6f-4872-a916-38b15cfac760 req-9d0e2d6f-ce78-471f-ac8d-06751c483092 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Nov 23 14:38:04.989551 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f15ad-25ba-4a1b-b370-d604b0a766cb None None] New status for floating IP 1cf101ad-fb04-487d-9f33-1b4efc1b66ff: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:38:05.029639 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60482) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:05.083501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-76168276-f629-487b-b0f3-fb117d44556c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.107467 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-76168276-f629-487b-b0f3-fb117d44556c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.245831 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-76168276-f629-487b-b0f3-fb117d44556c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.248458 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-76168276-f629-487b-b0f3-fb117d44556c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.249621 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-76168276-f629-487b-b0f3-fb117d44556c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "DELETE /v2.0/security-groups/550dcceb-ffa6-41ad-9f10-3d67447188c6 HTTP/1.1" status: 204 len: 168 time: 0.2189062 Nov 23 14:38:05.259505 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60486) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:05.260039 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76168276-f629-487b-b0f3-fb117d44556c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550dcceb-ffa6-41ad-9f10-3d67447188c6,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:05.281668 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817b68b-798a-4a54-8ddb-ac5214fe8227 req-436a74a8-2aef-4102-8915-ee072201cf50 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:05.283206 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4817b68b-798a-4a54-8ddb-ac5214fe8227 req-436a74a8-2aef-4102-8915-ee072201cf50 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0629635 Nov 23 14:38:05.284722 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.api.v2.resource [None req-f12c3196-0b89-4783-9fcd-18e11e0bd63c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] show failed (client error): The resource could not be found. Nov 23 14:38:05.285666 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-f12c3196-0b89-4783-9fcd-18e11e0bd63c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups/550dcceb-ffa6-41ad-9f10-3d67447188c6 HTTP/1.1" status: 404 len: 347 time: 0.0250654 Nov 23 14:38:05.288917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60488) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:05.419059 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-605494aa-d51e-4433-8989-8eecf93e66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:05.420692 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-605494aa-d51e-4433-8989-8eecf93e66c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 1099 time: 0.0456748 Nov 23 14:38:05.428545 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4817b68b-798a-4a54-8ddb-ac5214fe8227 req-4c5dc354-2f5e-4bb8-a3a7-454c4d6d0beb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373100 Nov 23 14:38:05.450270 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Deleting port 38a9811f-61fc-49be-9e8b-e1e0ec182b2b {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:38:05.450625 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.534993 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.535344 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.535858 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-71fa2eeb-56a6-44bf-97dd-6ca83261a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:05.537933 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-71fa2eeb-56a6-44bf-97dd-6ca83261a4f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.1094773 Nov 23 14:38:05.549553 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Calling delete_port for 38a9811f-61fc-49be-9e8b-e1e0ec182b2b owned by network:floatingip {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:38:05.607209 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-f4454c15-762a-4bb5-8daa-3ad1a1a7b9a6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 200 len: 1001 time: 0.0620301 Nov 23 14:38:05.668407 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-daf6bbee-1266-48fd-b34d-c8354c2a90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:05.669853 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-daf6bbee-1266-48fd-b34d-c8354c2a90ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0506914 Nov 23 14:38:05.717669 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-86560576-e347-45c8-ad88-1f3b8ab52f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:05.719302 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-86560576-e347-45c8-ad88-1f3b8ab52f0b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416617 Nov 23 14:38:05.820834 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-18a2999d-f3fe-449c-8b54-024ad8205100 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 Nov 23 14:38:05.828154 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.855705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event deleted for resources: {'Port': ['ID=38a9811f-61fc-49be-9e8b-e1e0ec182b2b,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:05.914236 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.914665 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc66f4e8-9e6b-4371-bf89-a085c06c5f68 req-b1f377c0-6e39-48a6-b434-0cf26a2cf63a service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Nov 23 14:38:05.916967 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:05.918125 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e4b225ce-6f41-47d9-b021-36f00ffd810a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "DELETE /v2.0/floatingips/1cf101ad-fb04-487d-9f33-1b4efc1b66ff HTTP/1.1" status: 204 len: 168 time: 0.6282935 Nov 23 14:38:06.291133 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60492) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:06.295656 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538746930', 'description': 'tempest-description--777008017'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:06.389033 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.456693 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.496925 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.526926 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38b8828-b7bb-41ce-9d33-942ef50b783c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:06.555959 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a0f4-1bab-4da3-886e-3ed414f43a6c req-ac7ffc1a-681c-4a9c-bd18-380d19f51c1e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:06.557475 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3cb5a0f4-1bab-4da3-886e-3ed414f43a6c req-ac7ffc1a-681c-4a9c-bd18-380d19f51c1e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0575078 Nov 23 14:38:06.584695 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.585946 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-98e7e66f-eb61-4c20-8d60-b5573096bcb4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2937677 Nov 23 14:38:06.592382 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60496) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:06.597280 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'security_group_rule': {'security_group_id': 'f38b8828-b7bb-41ce-9d33-942ef50b783c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:06.623909 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3cb5a0f4-1bab-4da3-886e-3ed414f43a6c req-98b8a5f2-6558-43dc-8770-948ac9dffada tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602655 Nov 23 14:38:06.684981 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.738306 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.821985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.839198 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa52bf4-cc5a-4039-8d18-1d8b8bf56325,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:06.915499 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:06.916737 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-863297ec-8c71-4e48-acf4-af3c2a61d8ec tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234115 Nov 23 14:38:06.919335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60498) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:06.923670 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'security_group_rule': {'security_group_id': 'f38b8828-b7bb-41ce-9d33-942ef50b783c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:07.033307 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.087164 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.159600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.180727 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4788ec-40df-46d4-9d1a-8ff47d90b722,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:07.253311 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.254526 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-8a3cea22-9950-4a65-8075-dae564fd1086 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342733 Nov 23 14:38:07.258399 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60500) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:07.263073 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:07.366643 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.462259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.566825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Allocated IP 172.27.0.119 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/3b8f245c-1e27-4dd6-bf96-3cc1d093be54) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:07.665445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.746810 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd8259-9e19-4a72-8009-8bb3e7e6d84f req-82b85f41-0410-4cd5-a6c8-dc1ce2c9390b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:07.748346 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c9cd8259-9e19-4a72-8009-8bb3e7e6d84f req-82b85f41-0410-4cd5-a6c8-dc1ce2c9390b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0536444 Nov 23 14:38:07.760417 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.796463 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c9cd8259-9e19-4a72-8009-8bb3e7e6d84f req-0b781ece-d760-49df-9172-30cceb608c84 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Nov 23 14:38:07.804564 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:07.807412 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:07.810907 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:07.832494 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'Port': ['ID=3b8f245c-1e27-4dd6-bf96-3cc1d093be54,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:07.894743 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:07.984411 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.129556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.188408 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.251651 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'Port': ['ID=3b8f245c-1e27-4dd6-bf96-3cc1d093be54,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:08.262990 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.379110 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.380483 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-75e85a73-1aac-4c6b-89eb-6d9c1d2a325a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1210091 Nov 23 14:38:08.577013 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-ac9b551c-e9a1-4874-a5dd-cf73856ec8c8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1538746930&fields=id&tenant_id=45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 267 time: 0.0443244 Nov 23 14:38:08.680181 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-8b47702a-51df-4655-b3cd-45b451912bb3 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:08.681632 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-8b47702a-51df-4655-b3cd-45b451912bb3 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 816 time: 0.0979805 Nov 23 14:38:08.696497 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-be7d5f3b-9b27-4ec9-bf3b-e8578b06e6eb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/quotas/45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Nov 23 14:38:08.745152 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-5f919cb4-e8fe-4ac3-9992-d65dbdc1109a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436666 Nov 23 14:38:08.842606 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-d83e6c2a-e6c3-489a-be75-cbf64a395f73 service neutron] 10.222.0.82 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Nov 23 14:38:08.932543 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-0831a1ec-200f-4771-912c-ab9f40b2d7de service neutron] 10.222.0.82 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839944 Nov 23 14:38:09.174162 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:38:09.191259 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2efaea2c-98a9-4180-a1ba-d13b2c3490cf req-45a91ddd-2c65-477f-ace7-6fa346dd87d6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 210 time: 0.0263691 Nov 23 14:38:10.287933 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d637087d-2e20-453f-8366-2d155166a7b4 req-1afe913f-a21b-427a-be1d-6f481f575b7f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 210 time: 0.0275223 Nov 23 14:38:10.871127 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-6f18c70d-cf09-4245-a60b-618f71b5f1b7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:10.872709 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-6f18c70d-cf09-4245-a60b-618f71b5f1b7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 816 time: 0.1034374 Nov 23 14:38:10.935447 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-52ab8650-3f36-4d90-8d34-36d8919c0c02 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 380 time: 0.0530736 Nov 23 14:38:10.948821 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'port': {'device_id': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'admin_state_up': True, 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'security_groups': ['f38b8828-b7bb-41ce-9d33-942ef50b783c']}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:11.108350 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Made reservation on behalf of 45e139a46b8d40e4a8a321403730eb71 for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:11.111911 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:11.235923 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Allocated IP 172.20.0.12 (e99f3395-6821-450f-8990-3416439c902b/3bd89791-7974-409f-b312-47991d0b1ecc/34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:11.379934 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:11.396430 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1b856ae5-c1d7-46da-a331-ff56623fd04d req-685b6251-b671-4282-976d-e5a19302e33c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 210 time: 0.0343294 Nov 23 14:38:11.490481 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:11.531130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Network e99f3395-6821-450f-8990-3416439c902b is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:11.536075 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:11.539509 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:11.566501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:11.592972 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:11.593585 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:11.659520 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-56798782-7f8c-41b3-900b-5d6a0bb68c08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7148433 Nov 23 14:38:11.682365 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Request body: {'port': {'device_id': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:11.737704 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:11.801512 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-c22663e2-41ef-4a4c-9d2f-0c6431d350e0 None None] Provisioning complete for port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:11.802123 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c22663e2-41ef-4a4c-9d2f-0c6431d350e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:11.835989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-c22663e2-41ef-4a4c-9d2f-0c6431d350e0 None None] Port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:11.990019 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:11.997619 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:12.009626 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Transition to ACTIVE for port object 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:38:12.079285 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:12.130327 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:12.200119 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Attempting to bind port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:12.200542 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Attempting to bind port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:12.200929 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Attempting to bind port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd on network e99f3395-6821-450f-8990-3416439c902b {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:12.206037 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd on network e99f3395-6821-450f-8990-3416439c902b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:38:12.206359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Attempting to bind port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd on network e99f3395-6821-450f-8990-3416439c902b {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:12.212526 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:12.212865 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Checking segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:12.213250 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Bound using segment: {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:12.213674 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Bound port: 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401bc55c-a9fb-4bf1-8f22-af9acd54a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e99f3395-6821-450f-8990-3416439c902b'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:12.214059 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:12.279075 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:12.282218 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:12.370739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:12.409062 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:12.409673 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:12.411050 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] 10.222.0.85 "PUT /v2.0/ports/34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 200 len: 1094 time: 0.7338672 Nov 23 14:38:12.411497 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:12.414126 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:12.437131 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9b97-0320-4ff2-bf67-f75160fa7c36 service neutron] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:12.468704 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30799d7c-9f47-4200-aa79-20ac662c71d3 x-openstack-request-id: req-30799d7c-9f47-4200-aa79-20ac662c71d3 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:12.469045 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:12.469305 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-30799d7c-9f47-4200-aa79-20ac662c71d3 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:12.469693 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'status': 'completed', 'code': 200} Nov 23 14:38:12.571665 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e0d8b-c4b8-41d1-a899-de14a69621ac req-7878cd47-1b4c-4e36-aac0-fc36dee134d9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:12.573288 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fe3e0d8b-c4b8-41d1-a899-de14a69621ac req-7878cd47-1b4c-4e36-aac0-fc36dee134d9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0890472 Nov 23 14:38:12.578091 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e req-90d425a5-847b-4ab3-81b9-b066f4043ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:12.579509 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e req-90d425a5-847b-4ab3-81b9-b066f4043ca4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1097 time: 0.0808821 Nov 23 14:38:12.937821 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-fe3e0d8b-c4b8-41d1-a899-de14a69621ac req-6cd4beb5-1779-4816-bbe5-ec395401c45d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573287 Nov 23 14:38:12.965528 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e req-22084864-15ae-4b1a-b4e6-f92af2ed8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:12.966968 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e req-22084864-15ae-4b1a-b4e6-f92af2ed8cea service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=45e139a46b8d40e4a8a321403730eb71&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3793085 Nov 23 14:38:13.059839 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e req-9a21c7c9-d1a2-4f87-9372-93f2057f5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:13.061310 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1fcd9523-64ae-40e9-ab00-9a91d8edea0e req-9a21c7c9-d1a2-4f87-9372-93f2057f5ae3 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867741 Nov 23 14:38:13.137073 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-9d34929d-028f-4cdd-91ac-b8aa70e168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:13.138517 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-9d34929d-028f-4cdd-91ac-b8aa70e168b1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1097 time: 0.0401280 Nov 23 14:38:13.181773 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-941a2912-60bc-4bf0-8970-76990b36de76 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 200 len: 217 time: 0.0357375 Nov 23 14:38:13.231247 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-17fffa5d-7ac9-4975-9cc6-5c6d1e71ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:13.232614 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-17fffa5d-7ac9-4975-9cc6-5c6d1e71ccf6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0432663 Nov 23 14:38:13.279303 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-31e6b136-9247-4449-876b-5b2a9c700c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:13.280780 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-31e6b136-9247-4449-876b-5b2a9c700c35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399952 Nov 23 14:38:13.371861 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-77a6c2a6-6d05-48fe-922d-12a19866b89f service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Nov 23 14:38:13.461761 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3703c684-be49-49d2-ab46-5bb059cbc131 req-273dd48c-e145-405f-a9ed-06823af97e0f service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819235 Nov 23 14:38:14.058052 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6993-767b-4d68-b2d8-9b504ea8ac0e req-2c598a0b-4ff8-4191-ba4b-0aa0dbd7ed3e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:14.059538 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f18d6993-767b-4d68-b2d8-9b504ea8ac0e req-2c598a0b-4ff8-4191-ba4b-0aa0dbd7ed3e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0485208 Nov 23 14:38:14.105799 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f18d6993-767b-4d68-b2d8-9b504ea8ac0e req-827a1933-66bc-4171-8b4d-63afea812f25 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Nov 23 14:38:15.223101 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bcf86-04c3-4967-af46-6621c8cd24c7 req-ee7b408e-3d59-4b7f-830b-2229b15a6795 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:15.224596 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b1bcf86-04c3-4967-af46-6621c8cd24c7 req-ee7b408e-3d59-4b7f-830b-2229b15a6795 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0485036 Nov 23 14:38:15.274871 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3b1bcf86-04c3-4967-af46-6621c8cd24c7 req-6ab594af-e587-4f89-a7fa-c91441dcf837 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436583 Nov 23 14:38:15.387041 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fa7a5-29d8-47a0-ad3c-dad1676135ed req-a0542a98-da85-4814-b135-8e5c87152cdb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:15.388570 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6f2fa7a5-29d8-47a0-ad3c-dad1676135ed req-a0542a98-da85-4814-b135-8e5c87152cdb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0542927 Nov 23 14:38:15.438508 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6f2fa7a5-29d8-47a0-ad3c-dad1676135ed req-87b3e09e-5bee-415e-9777-804f44dd68ab tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Nov 23 14:38:16.262283 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:38:16.356802 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:16.371305 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'mac_address': 'fa:16:3e:57:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:38:16.392734 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb0ded-6463-45d2-a226-d867dc4fe137 req-7b8504b2-66cc-4ccb-826a-a50346ffecf6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:16.394266 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-79bb0ded-6463-45d2-a226-d867dc4fe137 req-7b8504b2-66cc-4ccb-826a-a50346ffecf6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0489542 Nov 23 14:38:16.409717 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:16.422317 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:16.441278 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-79bb0ded-6463-45d2-a226-d867dc4fe137 req-a0553165-cfc7-4d4c-9b8a-4be357b26d4b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Nov 23 14:38:16.441511 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:16.490500 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:16.541159 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:16.548169 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.548551 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.548898 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.549236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.549571 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.549906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.550236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.550570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.550901 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.551278 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.551604 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.551928 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:16.552719 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce468bb9-227f-42be-9224-92c7dc923d46 req-7c42912f-0fe8-4e23-912b-af21f956ec57 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:16.554757 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ce468bb9-227f-42be-9224-92c7dc923d46 req-7c42912f-0fe8-4e23-912b-af21f956ec57 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Nov 23 14:38:16.604255 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ce468bb9-227f-42be-9224-92c7dc923d46 req-b39e0a51-6671-408f-a51f-fdb7c8a7d5d6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 Nov 23 14:38:16.848848 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:17.560969 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21432f-5cab-40f5-a815-13f1b0ccbff2 req-46648ec8-c0ac-4e39-9350-10feb2e520a5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:17.562417 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2e21432f-5cab-40f5-a815-13f1b0ccbff2 req-46648ec8-c0ac-4e39-9350-10feb2e520a5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 945 time: 0.0483255 Nov 23 14:38:17.607928 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2e21432f-5cab-40f5-a815-13f1b0ccbff2 req-d70a43e4-209e-4a4b-9c4a-2c42bd9056a8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 Nov 23 14:38:17.720415 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f93ca-0ba9-4363-804b-f39926f95e3e req-0cb57972-2776-4f98-bb54-9ae1acd1aa86 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:17.721871 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bf1f93ca-0ba9-4363-804b-f39926f95e3e req-0cb57972-2776-4f98-bb54-9ae1acd1aa86 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Nov 23 14:38:17.770390 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bf1f93ca-0ba9-4363-804b-f39926f95e3e req-09a48b93-5717-4033-a32c-e8114f509664 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Nov 23 14:38:18.269656 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:18.375948 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:38:18.380013 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:18.380420 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:18.578818 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:18.601092 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:18.603282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a4ee06-a1d9-460f-b047-5b475837652e" -d '{"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-plugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:18.615084 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:18.638601 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30db914d-e3c2-4ca1-a903-8851685f7ead x-openstack-request-id: req-30db914d-e3c2-4ca1-a903-8851685f7ead {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:18.638893 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-plugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:18.639144 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-30db914d-e3c2-4ca1-a903-8851685f7ead {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:18.639527 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'code': 200} Nov 23 14:38:18.679176 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:18.727410 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef9d7b-d28a-480c-86ba-eb7a20dc6fbc req-3ffadff7-857f-4a29-9f4f-77e34f7d7ea3 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:18.728948 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0eef9d7b-d28a-480c-86ba-eb7a20dc6fbc req-3ffadff7-857f-4a29-9f4f-77e34f7d7ea3 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0491202 Nov 23 14:38:18.729861 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:18.777714 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0eef9d7b-d28a-480c-86ba-eb7a20dc6fbc req-77ffcaea-fb7e-46dc-857e-c71ed2dd88ff tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Nov 23 14:38:18.890420 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a5d9-696b-40bd-b8ee-8247d4b3cae0 req-f4bc1174-2949-4d72-ae82-932051f382c4 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:18.891819 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3fc3a5d9-696b-40bd-b8ee-8247d4b3cae0 req-f4bc1174-2949-4d72-ae82-932051f382c4 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0542657 Nov 23 14:38:18.915689 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb97d1-f839-4fea-8a82-c15313f3972b req-2442aa4a-0d16-4cdb-b5ac-26d712c18934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:18.917206 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2dbb97d1-f839-4fea-8a82-c15313f3972b req-2442aa4a-0d16-4cdb-b5ac-26d712c18934 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1099 time: 0.0421600 Nov 23 14:38:18.941928 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3fc3a5d9-696b-40bd-b8ee-8247d4b3cae0 req-2fb483b1-b462-4c1b-a084-4ce6266025ef tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Nov 23 14:38:18.964877 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-2dbb97d1-f839-4fea-8a82-c15313f3972b req-764bb2ba-486b-43ca-af27-3ef5fd0f220d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Nov 23 14:38:19.895958 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a41b9-12a5-4018-9d0d-0370c4632764 req-2b0c9f83-e455-4492-b768-2d403747706d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:19.898069 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c45a41b9-12a5-4018-9d0d-0370c4632764 req-2b0c9f83-e455-4492-b768-2d403747706d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0483701 Nov 23 14:38:19.945886 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c45a41b9-12a5-4018-9d0d-0370c4632764 req-9cae3e3e-a0c0-494b-9674-c86584d2fa75 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Nov 23 14:38:20.055105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a302d5-54d2-4124-a697-71bbc0aacae2 req-555f7539-776a-49c1-9afc-019dd437c898 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:20.056567 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-95a302d5-54d2-4124-a697-71bbc0aacae2 req-555f7539-776a-49c1-9afc-019dd437c898 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0480633 Nov 23 14:38:20.104055 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-95a302d5-54d2-4124-a697-71bbc0aacae2 req-946b1c1a-4c7f-4b55-85e0-8c944cca6914 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Nov 23 14:38:20.843991 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7c963f85-5df1-4759-b134-8944420c9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.065167 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1600c-ef8f-4e3a-816e-20cf430afe52 req-828471ce-78e0-43cd-a66a-a710443e6a5e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:21.066602 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-99a1600c-ef8f-4e3a-816e-20cf430afe52 req-828471ce-78e0-43cd-a66a-a710443e6a5e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0510318 Nov 23 14:38:21.115349 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-99a1600c-ef8f-4e3a-816e-20cf430afe52 req-81571882-eeed-411a-91b7-f17a115db27b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Nov 23 14:38:21.217212 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340499ad-fb0b-4387-90f0-9b0659fd9504 req-4cf5bd52-92d0-48ed-a3d1-2c5fed9662ae tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:21.218669 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-340499ad-fb0b-4387-90f0-9b0659fd9504 req-4cf5bd52-92d0-48ed-a3d1-2c5fed9662ae tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0486693 Nov 23 14:38:21.233798 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2714-9590-4590-9a22-00f8c6a10b8c req-3f332b0f-57a3-4aff-8fe0-400a9974a73b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:21.235267 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-75cf2714-9590-4590-9a22-00f8c6a10b8c req-3f332b0f-57a3-4aff-8fe0-400a9974a73b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0524874 Nov 23 14:38:21.244023 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60576) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:21.248348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Request body: {'floatingip': {'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:21.272619 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-340499ad-fb0b-4387-90f0-9b0659fd9504 req-d23aff71-6a68-4f91-83df-906d17afe9cb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475738 Nov 23 14:38:21.290688 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.716700 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.758205 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.856613 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Floating IP 7977e378-2a3e-4479-8839-a4df041bf9bd associated. External IP: 172.27.0.119, port: 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd. Nov 23 14:38:22.057128 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Router 952321d1-a56f-46e6-8243-f06ceef438a9 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:38:22.160956 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:22.166291 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.172203 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:22.182398 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:22.183025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:37:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:22.192737 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b426fb93-a23e-4680-afd2-2a61780a88c2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "PUT /v2.0/floatingips/7977e378-2a3e-4479-8839-a4df041bf9bd HTTP/1.1" status: 200 len: 992 time: 0.9477313 Nov 23 14:38:22.193315 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:22.195760 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80246991-129a-4013-966b-a16d75b5b30b" -d '{"events": [{"name": "network-changed", "server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:22.235571 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc90b449-3edb-4f99-95be-45fdd3875ad9 x-openstack-request-id: req-fc90b449-3edb-4f99-95be-45fdd3875ad9 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:22.235862 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:22.236118 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fc90b449-3edb-4f99-95be-45fdd3875ad9 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:22.236597 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'status': 'completed', 'code': 200} Nov 23 14:38:22.291880 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:22.303529 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80246991-129a-4013-966b-a16d75b5b30b req-99821f74-c2ac-4f86-91ef-533be4f108ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.305070 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-99821f74-c2ac-4f86-91ef-533be4f108ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1099 time: 0.0450218 Nov 23 14:38:22.405631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f648b1-662f-4cc2-abc7-5b627c6d1540 req-4ba74389-55ca-429f-85f6-a22bc82c2c1d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.406860 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80246991-129a-4013-966b-a16d75b5b30b req-c1ed800d-1a05-4347-9e1f-6a914a16cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.407826 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84f648b1-662f-4cc2-abc7-5b627c6d1540 req-4ba74389-55ca-429f-85f6-a22bc82c2c1d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0617490 Nov 23 14:38:22.408497 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-c1ed800d-1a05-4347-9e1f-6a914a16cc5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0941203 Nov 23 14:38:22.458234 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84f648b1-662f-4cc2-abc7-5b627c6d1540 req-2e61bc5f-3e41-41cb-b997-af7277f4e8fb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Nov 23 14:38:22.484422 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-bbe4c2b3-3fdf-49fd-a3a6-3f5f5fe6b45c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 200 len: 1000 time: 0.0596492 Nov 23 14:38:22.532748 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '7977e378-2a3e-4479-8839-a4df041bf9bd', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'mac_address': 'fa:16:3e:57:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:07Z', 'updated_at': '2021-11-23T14:38:21Z', 'revision_number': 1, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:22.534992 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80246991-129a-4013-966b-a16d75b5b30b req-9cb0beea-e97f-4e91-bdcf-5b150027f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.536490 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-9cb0beea-e97f-4e91-bdcf-5b150027f19f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0446625 Nov 23 14:38:22.559031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:22.567282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:22.567820 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:37:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:22.585806 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80246991-129a-4013-966b-a16d75b5b30b req-4bd73335-ae1a-47a3-8009-6288191fbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.587285 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-4bd73335-ae1a-47a3-8009-6288191fbb24 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437820 Nov 23 14:38:22.670808 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:22.687993 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-c02d1fd8-b83e-4422-816e-7e3f12ca985a service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Nov 23 14:38:22.783530 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-80246991-129a-4013-966b-a16d75b5b30b req-c6dac17a-b699-4aed-b3ae-3b33b627bdae service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874660 Nov 23 14:38:22.893631 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '7977e378-2a3e-4479-8839-a4df041bf9bd', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'mac_address': 'fa:16:3e:57:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:07Z', 'updated_at': '2021-11-23T14:38:21Z', 'revision_number': 1, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:22.920255 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cee92-6a57-418f-80e3-cf79ca5e8552 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '7977e378-2a3e-4479-8839-a4df041bf9bd', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'mac_address': 'fa:16:3e:57:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:07Z', 'updated_at': '2021-11-23T14:38:21Z', 'revision_number': 1, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:23.110450 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e3670-d354-483c-ba80-07247bf0447c None None] New status for floating IP 7977e378-2a3e-4479-8839-a4df041bf9bd: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:38:23.238431 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c9a77fb7-5874-4bbc-bdde-c1ef47a0960c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.572174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d8c2f-6167-4234-b0fc-95684e3d3bab req-84ba3319-159d-4c4b-957a-9140add97d65 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:23.573645 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-600d8c2f-6167-4234-b0fc-95684e3d3bab req-84ba3319-159d-4c4b-957a-9140add97d65 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Nov 23 14:38:23.620954 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-600d8c2f-6167-4234-b0fc-95684e3d3bab req-74e9eb81-6b2b-41b2-8472-71ad8f53bbcb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Nov 23 14:38:24.466978 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.736684 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121b967-a0d8-4b60-acc6-542bb647227a req-1ca8e437-d238-4bdc-8b00-a999e274fd83 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:24.738056 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9121b967-a0d8-4b60-acc6-542bb647227a req-1ca8e437-d238-4bdc-8b00-a999e274fd83 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0521080 Nov 23 14:38:24.786011 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9121b967-a0d8-4b60-acc6-542bb647227a req-167ec3a3-27c7-4127-bbfc-26c6d4b6caae tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Nov 23 14:38:25.735515 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.900148 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac846-302b-43bd-bbcd-50c15bedf0f4 req-d8a89542-edbc-4d75-b2cd-048d10f87a44 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:25.901618 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-980ac846-302b-43bd-bbcd-50c15bedf0f4 req-d8a89542-edbc-4d75-b2cd-048d10f87a44 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0487211 Nov 23 14:38:25.949418 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-980ac846-302b-43bd-bbcd-50c15bedf0f4 req-e53b61bc-5d9b-4d3b-b1a1-c5e42d75eaf8 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Nov 23 14:38:26.066110 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.975882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.066607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4121ef7-53a9-4c85-82c2-e0e0e495a0dc req-8ea65473-4f79-4729-8797-6c2a77090ecd tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:27.068783 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4121ef7-53a9-4c85-82c2-e0e0e495a0dc req-8ea65473-4f79-4729-8797-6c2a77090ecd tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0523722 Nov 23 14:38:27.116468 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a4121ef7-53a9-4c85-82c2-e0e0e495a0dc req-53c2f1e9-badc-4f94-b7b6-cce4739d3f14 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Nov 23 14:38:28.229914 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bafc7-5a6a-4fc4-ac57-33f0c51ac72b req-5cd7087a-026f-449c-9e63-72e52336941b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:28.231395 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2b5bafc7-5a6a-4fc4-ac57-33f0c51ac72b req-5cd7087a-026f-449c-9e63-72e52336941b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0502357 Nov 23 14:38:28.280836 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2b5bafc7-5a6a-4fc4-ac57-33f0c51ac72b req-49b7297c-6f6d-44a6-8aa1-af12496fe785 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434740 Nov 23 14:38:29.404500 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9144d7-7d1c-4eda-91b2-bfa9a11efee7 req-9f7b75ac-0f44-4b3a-aa78-8316abe6af69 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.406014 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0d9144d7-7d1c-4eda-91b2-bfa9a11efee7 req-9f7b75ac-0f44-4b3a-aa78-8316abe6af69 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Nov 23 14:38:29.466989 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0d9144d7-7d1c-4eda-91b2-bfa9a11efee7 req-456da482-d32c-4f13-ab1d-73026c277881 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540161 Nov 23 14:38:29.670717 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-e177c155-751a-4ac4-b61c-104b2cfb3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.672161 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-e177c155-751a-4ac4-b61c-104b2cfb3c04 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0425398 Nov 23 14:38:29.789335 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-a4c56eb0-0df4-4724-80b7-88b79028a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.790833 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-a4c56eb0-0df4-4724-80b7-88b79028a9cc service neutron] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 911 time: 0.0889795 Nov 23 14:38:29.856622 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-1e8befe5-5218-49dd-a7d7-63a9d93c6557 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 1001 time: 0.0577815 Nov 23 14:38:29.924107 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-7ad9c563-b0d3-4f5a-8501-03c0d5626e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.925489 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-7ad9c563-b0d3-4f5a-8501-03c0d5626e7b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0426676 Nov 23 14:38:29.980897 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-90e99193-fe53-4bd4-a7de-149118ef2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.982365 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-90e99193-fe53-4bd4-a7de-149118ef2356 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453105 Nov 23 14:38:30.071944 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-9d11e470-63c2-4425-9d4b-b6981fac67dd service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825396 Nov 23 14:38:30.162760 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f5577d9a-e99b-403e-81c7-2f1f77b7b2fc req-8af2dcfa-091f-4e3c-a042-5b281f021431 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835643 Nov 23 14:38:30.584671 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716257b2-114c-49b6-a6c3-eed2700fa5d4 req-37a8124a-dea3-4b5d-a13c-74d1eb5aa9d7 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:30.586153 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-716257b2-114c-49b6-a6c3-eed2700fa5d4 req-37a8124a-dea3-4b5d-a13c-74d1eb5aa9d7 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0484269 Nov 23 14:38:30.635702 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-716257b2-114c-49b6-a6c3-eed2700fa5d4 req-dda9d1a7-38d2-459c-9a63-81f47b5f5072 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Nov 23 14:38:30.652119 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-3409c894-5183-4f57-aa0f-ef5571630132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:30.652119 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-3409c894-5183-4f57-aa0f-ef5571630132 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0406237 Nov 23 14:38:30.747680 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-b7cacc91-c65b-4367-b336-5356c19fb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:30.749073 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-b7cacc91-c65b-4367-b336-5356c19fb491 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 911 time: 0.0861633 Nov 23 14:38:30.824503 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-205f214b-e923-4941-9022-5c0fd9c2e6de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 1001 time: 0.0566676 Nov 23 14:38:30.872820 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-a781ed97-1e39-4405-aa9b-d6da77adc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:30.874209 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-a781ed97-1e39-4405-aa9b-d6da77adc80c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0427308 Nov 23 14:38:30.927585 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-18f4b3ed-6ac9-4bd2-bc8c-7d2f6c4f6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:30.929120 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-18f4b3ed-6ac9-4bd2-bc8c-7d2f6c4f6680 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427561 Nov 23 14:38:31.023153 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-b3ebfd80-b1c3-4c20-91bc-87b003646ace service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Nov 23 14:38:31.115234 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c97843cf-9741-4918-9e70-49f32cf71c29 req-75eaefa3-f788-4099-b7c6-77bf6236de02 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837467 Nov 23 14:38:31.749292 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae749e4-f710-4bc6-95cb-5217b8e98048 req-592a4263-2e06-4f0a-9286-e84eb01c2cfb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:31.750742 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fae749e4-f710-4bc6-95cb-5217b8e98048 req-592a4263-2e06-4f0a-9286-e84eb01c2cfb tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0471177 Nov 23 14:38:31.800528 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fae749e4-f710-4bc6-95cb-5217b8e98048 req-0b011e0a-4eb9-4570-8a2c-f9dc0ee15770 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Nov 23 14:38:32.920187 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3db3fa-4f19-42be-ad4c-5948e7b94e9d req-1f29fb34-8712-4c6b-a29d-ca5847e8738c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:32.921682 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a3db3fa-4f19-42be-ad4c-5948e7b94e9d req-1f29fb34-8712-4c6b-a29d-ca5847e8738c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0543926 Nov 23 14:38:32.971290 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7a3db3fa-4f19-42be-ad4c-5948e7b94e9d req-9447412b-5262-4440-b6c9-e21e6b21d7cf tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Nov 23 14:38:34.089284 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994acbb9-f4b2-48de-8731-c07fe3c7fada req-bad44ec8-d1de-4d5b-a195-58023707b874 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:34.090764 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-994acbb9-f4b2-48de-8731-c07fe3c7fada req-bad44ec8-d1de-4d5b-a195-58023707b874 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0520296 Nov 23 14:38:34.142359 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-994acbb9-f4b2-48de-8731-c07fe3c7fada req-d6001dc5-4df2-480d-833d-273534f1b1e8 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 Nov 23 14:38:34.216950 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-a90a1d16-6729-4c0a-aa42-95539e4c3a72 req-28385861-022a-4d1a-a1d1-838937b94a3a service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:38:34.218160 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a90a1d16-6729-4c0a-aa42-95539e4c3a72 req-28385861-022a-4d1a-a1d1-838937b94a3a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058022 Nov 23 14:38:34.530074 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789bd30-707f-443e-bde0-93644b28948e req-920c7561-b2bb-440c-957a-9f2cb4460018 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:34.531568 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7789bd30-707f-443e-bde0-93644b28948e req-920c7561-b2bb-440c-957a-9f2cb4460018 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0496645 Nov 23 14:38:34.572802 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60642) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:34.584884 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7789bd30-707f-443e-bde0-93644b28948e req-bb1f3827-fc68-48a4-8bb0-58b3803e252b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Nov 23 14:38:34.658238 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-890bc30b-3e98-4cae-8588-26d667dd4a92 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842848 Nov 23 14:38:34.666949 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-ea92854c-c4cd-4226-b54e-101c72a0d6a4 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:38:34.667873 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-ea92854c-c4cd-4226-b54e-101c72a0d6a4 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047264 Nov 23 14:38:35.698903 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f6897-288d-467b-ada8-877b546fef34 req-aabf03e5-eef1-493e-bbd5-591956f990bd tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:35.704332 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e79f6897-288d-467b-ada8-877b546fef34 req-aabf03e5-eef1-493e-bbd5-591956f990bd tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Nov 23 14:38:35.752678 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e79f6897-288d-467b-ada8-877b546fef34 req-9e3c88f9-77b1-40cf-a1c2-b0e583bd9cac tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464027 Nov 23 14:38:36.327509 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:38:36.433140 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.460000 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:36.462468 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b71d4-0747-4a35-b03d-0785a1b17b85" -d '{"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-unplugged", "status": "completed", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:36.476056 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:36.502196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed6221-e00f-46b2-80bd-6d9ef07405dc x-openstack-request-id: req-91ed6221-e00f-46b2-80bd-6d9ef07405dc {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:36.502486 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-unplugged", "status": "failed", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "code": 422}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:36.502743 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-91ed6221-e00f-46b2-80bd-6d9ef07405dc {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:36.503143 dv-cinder-804757-10-iscsi neutron-server[103067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'code': 422} returned with failed status Nov 23 14:38:36.580482 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.632117 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=6']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.022855 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f14b-d899-4dba-8f5e-00c49ff07632 req-704384b8-bcba-4c12-8fbb-5c73dd666ea9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.024766 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6473f14b-d899-4dba-8f5e-00c49ff07632 req-704384b8-bcba-4c12-8fbb-5c73dd666ea9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0550318 Nov 23 14:38:37.075899 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6473f14b-d899-4dba-8f5e-00c49ff07632 req-ae350dcb-92a6-4a95-9e01-4dbfe2ab297d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Nov 23 14:38:37.364302 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-efb84b8b-5903-428f-9ffe-bf509fd45b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.365798 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-efb84b8b-5903-428f-9ffe-bf509fd45b50 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7&tenant_id=c62f306655ec464f9295fc94d9ce4e1a HTTP/1.1" status: 200 len: 1096 time: 0.3236136 Nov 23 14:38:37.428257 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-55d39b38-1a3a-46e9-8a35-a0e5e33f131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.429713 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-55d39b38-1a3a-46e9-8a35-a0e5e33f131d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1096 time: 0.0391452 Nov 23 14:38:37.522060 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-d480d234-155d-45e6-bf04-117e044c2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.523505 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-d480d234-155d-45e6-bf04-117e044c2644 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 911 time: 0.0849380 Nov 23 14:38:37.589467 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-dad1b9bf-e007-4120-b77d-8c318a2bb7b4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 999 time: 0.0574930 Nov 23 14:38:37.651637 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-9ca91cad-edc6-4934-bc3c-5548902c158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.653039 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-9ca91cad-edc6-4934-bc3c-5548902c158e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0547564 Nov 23 14:38:37.700560 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-8b37c2db-cacf-48f6-8ebd-54f6e40f9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.702009 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-8b37c2db-cacf-48f6-8ebd-54f6e40f9f4e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403376 Nov 23 14:38:37.794656 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-88ac8315-5b36-4732-8b18-5117d47da251 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852542 Nov 23 14:38:37.884143 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4b04b435-6861-4af4-bf2a-58d8649dd083 req-2b16f5d2-93b8-4a78-8f65-06f60809e8c3 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816419 Nov 23 14:38:38.187607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a65603-bf2e-4ba8-bce2-877de1c6584a req-c56f9adc-40a1-4f68-8b0a-a7aad2f6192f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.189080 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-12a65603-bf2e-4ba8-bce2-877de1c6584a req-c56f9adc-40a1-4f68-8b0a-a7aad2f6192f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0478795 Nov 23 14:38:38.238438 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-12a65603-bf2e-4ba8-bce2-877de1c6584a req-a4583132-4370-4112-a4e4-e474583a0f81 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Nov 23 14:38:39.355083 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3471f5-8bcf-4c9b-bc41-149614e992af req-413b1653-5e68-4d94-a801-955a5f6849c4 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.356646 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-df3471f5-8bcf-4c9b-bc41-149614e992af req-413b1653-5e68-4d94-a801-955a5f6849c4 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0522504 Nov 23 14:38:39.405902 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-df3471f5-8bcf-4c9b-bc41-149614e992af req-7de7c422-7ca5-433a-b266-529f32cf964b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Nov 23 14:38:40.520487 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe971c5-53f1-400f-9ca8-0f626ab40f37 req-b761e6a7-abaf-4da6-b653-086016411e3a tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:40.521912 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbe971c5-53f1-400f-9ca8-0f626ab40f37 req-b761e6a7-abaf-4da6-b653-086016411e3a tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0477345 Nov 23 14:38:40.569609 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cbe971c5-53f1-400f-9ca8-0f626ab40f37 req-58ecb316-162d-4ae7-b2a6-5782a6096942 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Nov 23 14:38:41.682619 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb563f-95b2-475a-b272-2972edc986d4 req-c8b80c2a-cc51-4dee-bd9c-2b944a95c240 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:41.683970 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a3bb563f-95b2-475a-b272-2972edc986d4 req-c8b80c2a-cc51-4dee-bd9c-2b944a95c240 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0474386 Nov 23 14:38:41.735650 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a3bb563f-95b2-475a-b272-2972edc986d4 req-70918bc2-4512-45c1-92d9-1b75ede6222b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Nov 23 14:38:42.850089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170441e-4189-4c1c-a276-ebc71dcfe57c req-e1475d2a-8efc-4b14-8242-8fefbb42ea9b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.851534 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4170441e-4189-4c1c-a276-ebc71dcfe57c req-e1475d2a-8efc-4b14-8242-8fefbb42ea9b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0481267 Nov 23 14:38:42.898909 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4170441e-4189-4c1c-a276-ebc71dcfe57c req-6942b626-b9b7-4c02-9fb5-651c000ee63e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416505 Nov 23 14:38:44.011817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64f82f-f749-4bca-b4ae-d5f310e0e4d8 req-8470c7cd-f680-4cea-9d78-c795fae76814 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:44.013290 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6b64f82f-f749-4bca-b4ae-d5f310e0e4d8 req-8470c7cd-f680-4cea-9d78-c795fae76814 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0482211 Nov 23 14:38:44.061161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6b64f82f-f749-4bca-b4ae-d5f310e0e4d8 req-acb0f4b6-5773-40cd-a55e-b06a07e1100a tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 Nov 23 14:38:45.179876 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72d43c-fb30-49c8-af49-898da825a33a req-958205c2-129c-4a6d-a768-25984a61fa57 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:45.181352 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-af72d43c-fb30-49c8-af49-898da825a33a req-958205c2-129c-4a6d-a768-25984a61fa57 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0517178 Nov 23 14:38:45.229179 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-af72d43c-fb30-49c8-af49-898da825a33a req-821b7220-d86b-4080-8078-d85cb68f92b5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420830 Nov 23 14:38:46.172727 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:38:46.343810 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609860-cae1-4e76-826e-139376860431 req-1ac3172a-e31e-485a-b40e-31d098603d7e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:46.345321 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-17609860-cae1-4e76-826e-139376860431 req-1ac3172a-e31e-485a-b40e-31d098603d7e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0503809 Nov 23 14:38:46.396174 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-17609860-cae1-4e76-826e-139376860431 req-7278d1c1-ce79-48ae-9c14-2205a339d9a1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Nov 23 14:38:47.508013 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74827a-bf54-4b46-b7bd-bc9ef58824fa req-6e8182d6-43c6-401e-8cb7-3bd4425e90d1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:47.509441 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fa74827a-bf54-4b46-b7bd-bc9ef58824fa req-6e8182d6-43c6-401e-8cb7-3bd4425e90d1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 943 time: 0.0475614 Nov 23 14:38:47.561591 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fa74827a-bf54-4b46-b7bd-bc9ef58824fa req-50e8483c-3dd2-4b03-a825-ac58f5ddbf82 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463767 Nov 23 14:38:48.374648 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:38:48.465872 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:48.476749 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'port_id': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'mac_address': 'fa:16:3e:09:67:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:38:48.516055 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:48.529107 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c986d1-94ea-44c7-9233-9b2ae752b164 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:48.548480 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:48.619258 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:48.666624 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=7']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:48.676741 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc975b8-2541-4f9a-99ee-b35cc2dac943 req-78f105bc-f9d5-46b9-9b6c-2e34f97c493b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:48.678845 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1cc975b8-2541-4f9a-99ee-b35cc2dac943 req-78f105bc-f9d5-46b9-9b6c-2e34f97c493b tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 944 time: 0.0509882 Nov 23 14:38:48.728566 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1cc975b8-2541-4f9a-99ee-b35cc2dac943 req-e6e694c8-816d-4786-9bf7-97796ec0b602 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Nov 23 14:38:49.008336 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['20c986d1-94ea-44c7-9233-9b2ae752b164'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:49.840872 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8d871-c0ca-4305-8141-b4054d9f8c26 req-3d5d6dda-844b-4f36-9f88-d16a656b7d98 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:49.842338 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4ca8d871-c0ca-4305-8141-b4054d9f8c26 req-3d5d6dda-844b-4f36-9f88-d16a656b7d98 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 944 time: 0.0477381 Nov 23 14:38:49.890301 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4ca8d871-c0ca-4305-8141-b4054d9f8c26 req-734d8267-83b9-4df6-a9ce-2c047dc396e0 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Nov 23 14:38:50.397867 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:50.444100 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 20c986d1-94ea-44c7-9233-9b2ae752b164 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:50.444506 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:50.520193 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:50.542363 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:50.544599 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83467c5c-f34e-4f35-bbcd-1c4f0d390c32" -d '{"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-plugged", "status": "completed", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:50.557083 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:50.580161 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a1596f-9f02-4078-83f3-ec4e5ab6661a x-openstack-request-id: req-99a1596f-9f02-4078-83f3-ec4e5ab6661a {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:50.580475 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-plugged", "status": "completed", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:50.580726 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-99a1596f-9f02-4078-83f3-ec4e5ab6661a {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:50.581113 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'code': 200} Nov 23 14:38:50.612538 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:50.659842 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=8']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:50.853432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-26173a2b-16c5-4ad8-88de-71d7ce7d81bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:50.873520 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7016-3382-4696-b865-baca5f63af7b req-4bad05a3-9d7c-442a-8e8c-0be3647991e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:50.874991 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3a1f7016-3382-4696-b865-baca5f63af7b req-4bad05a3-9d7c-442a-8e8c-0be3647991e4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0403204 Nov 23 14:38:50.924491 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3a1f7016-3382-4696-b865-baca5f63af7b req-c368ab3b-fa04-4ddf-a16a-78e06e8cdadf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Nov 23 14:38:51.005624 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3643e7d-223c-44d7-93e5-8295b6be99b0 req-e2c25c29-1a1e-44fe-88ab-8ddd4b563da2 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:51.007164 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a3643e7d-223c-44d7-93e5-8295b6be99b0 req-e2c25c29-1a1e-44fe-88ab-8ddd4b563da2 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0486796 Nov 23 14:38:51.057450 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a3643e7d-223c-44d7-93e5-8295b6be99b0 req-479f4744-4b72-42ce-9af8-c0f1c4be563d tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Nov 23 14:38:52.170462 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907111-2b7f-4a6f-b072-cedfd3ee4b6d req-1d3966d1-71ab-4d29-8ccd-cc87cabf6da7 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:52.171894 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-53907111-2b7f-4a6f-b072-cedfd3ee4b6d req-1d3966d1-71ab-4d29-8ccd-cc87cabf6da7 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Nov 23 14:38:52.221514 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-53907111-2b7f-4a6f-b072-cedfd3ee4b6d req-efb99bd4-d0a7-44cf-a428-3c856f0ba910 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436370 Nov 23 14:38:53.213070 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9075620c-440e-4013-8067-5cb61563288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:53.434472 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8dc9c-3e23-422c-950d-767c472f6b2e req-d02bea6e-426f-484f-8339-366ad532b65f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:53.435993 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e6a8dc9c-3e23-422c-950d-767c472f6b2e req-d02bea6e-426f-484f-8339-366ad532b65f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Nov 23 14:38:53.484476 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e6a8dc9c-3e23-422c-950d-767c472f6b2e req-68183edf-e939-4f07-ae05-f78a9e61a2ac tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Nov 23 14:38:54.481174 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:55.783905 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:56.115645 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:56.961157 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:04.884347 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372335ce-aba4-4d91-a6ea-739620b09995 req-46dd6bba-f067-488c-bed3-b349f71f3a17 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.885847 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-372335ce-aba4-4d91-a6ea-739620b09995 req-46dd6bba-f067-488c-bed3-b349f71f3a17 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0515878 Nov 23 14:39:04.979607 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-372335ce-aba4-4d91-a6ea-739620b09995 req-25e460a3-f2df-44c2-85b5-80136eca21e0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873637 Nov 23 14:39:04.982914 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83284-485e-4f8b-b135-7f3592a5291e req-c739d507-c523-4563-b645-ceccf8ef7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.983911 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-c739d507-c523-4563-b645-ceccf8ef7c58 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1138 time: 0.0787997 Nov 23 14:39:05.075099 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83284-485e-4f8b-b135-7f3592a5291e req-fd1b6c6c-0023-4492-a0c7-1be6c67743af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:05.076500 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-fd1b6c6c-0023-4492-a0c7-1be6c67743af service neutron] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 917 time: 0.0842407 Nov 23 14:39:05.148852 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-7469bc5d-6e71-455f-885a-6bda99ea96ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 1002 time: 0.0602689 Nov 23 14:39:05.197725 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83284-485e-4f8b-b135-7f3592a5291e req-9e68b887-2f38-48e7-a936-f62207538adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:05.199096 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-9e68b887-2f38-48e7-a936-f62207538adb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0424304 Nov 23 14:39:05.246372 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83284-485e-4f8b-b135-7f3592a5291e req-3e0542f9-729e-4509-8d2e-95615cca28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:05.247815 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-3e0542f9-729e-4509-8d2e-95615cca28f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393298 Nov 23 14:39:05.349991 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-ae2480ef-76b9-4d5b-943c-f221959528ea service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856059 Nov 23 14:39:05.443731 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-78d83284-485e-4f8b-b135-7f3592a5291e req-8de86e7e-679e-423a-a686-b7fcb57fc9ef service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825577 Nov 23 14:39:06.102166 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5310c1-e527-4d15-8c93-bf3234692363 req-763f5f41-4575-4181-a49c-e77f839d82dd tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:06.103653 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0b5310c1-e527-4d15-8c93-bf3234692363 req-763f5f41-4575-4181-a49c-e77f839d82dd tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0539153 Nov 23 14:39:06.163739 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0b5310c1-e527-4d15-8c93-bf3234692363 req-002937a0-b31d-4dd1-80a6-f2497c8c3928 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541170 Nov 23 14:39:07.281259 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0dc55-95d8-498b-9fb7-3e3fe17d8633 req-90ac5c21-8ec4-4fd9-b889-df591a7bc5a9 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:07.282744 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5aa0dc55-95d8-498b-9fb7-3e3fe17d8633 req-90ac5c21-8ec4-4fd9-b889-df591a7bc5a9 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0502441 Nov 23 14:39:07.344287 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5aa0dc55-95d8-498b-9fb7-3e3fe17d8633 req-192a6f10-9885-4ebb-b47c-9dc9a417bfd7 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548010 Nov 23 14:39:08.603733 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355fa06-cf00-4d7f-9651-9ab5efb4eea1 req-5ab02250-aa9e-47da-88d8-83cefcea0225 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:08.605195 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d355fa06-cf00-4d7f-9651-9ab5efb4eea1 req-5ab02250-aa9e-47da-88d8-83cefcea0225 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0483277 Nov 23 14:39:08.666608 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d355fa06-cf00-4d7f-9651-9ab5efb4eea1 req-3fc6f52c-142a-406b-a1c4-339da4031c54 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555687 Nov 23 14:39:09.781023 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcf58f-4d15-43f8-9f45-a8493e44a168 req-389f64f8-b610-4f09-9b68-ef3b9ef6d507 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:09.782452 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bbbcf58f-4d15-43f8-9f45-a8493e44a168 req-389f64f8-b610-4f09-9b68-ef3b9ef6d507 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0497131 Nov 23 14:39:09.842161 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bbbcf58f-4d15-43f8-9f45-a8493e44a168 req-35737a64-e2e1-472d-8e26-1d61a79ba9ad tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534189 Nov 23 14:39:10.954832 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60bcc-a6b6-4290-a32f-044f69b5df3d req-d5b714f4-af13-4a4d-b375-bf65ee5cd582 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:10.956357 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-31c60bcc-a6b6-4290-a32f-044f69b5df3d req-d5b714f4-af13-4a4d-b375-bf65ee5cd582 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0485663 Nov 23 14:39:11.016187 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-31c60bcc-a6b6-4290-a32f-044f69b5df3d req-40d3df13-a667-4a61-8c26-e26be26fa044 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538545 Nov 23 14:39:12.133898 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087995ef-54d6-49d7-9819-3bd9b789d6eb req-c86dc4d2-c207-43ac-b2e6-e8e454c3be2e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:12.135356 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-087995ef-54d6-49d7-9819-3bd9b789d6eb req-c86dc4d2-c207-43ac-b2e6-e8e454c3be2e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0526450 Nov 23 14:39:12.194187 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-087995ef-54d6-49d7-9819-3bd9b789d6eb req-59b19264-1d4f-4f3d-a41e-da21845dd407 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528646 Nov 23 14:39:13.322936 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dc9c3-06cf-4a70-8923-948d109cd697 req-dc7f5d3e-4b77-4523-ba0a-9a5f424705de tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:13.324439 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a42dc9c3-06cf-4a70-8923-948d109cd697 req-dc7f5d3e-4b77-4523-ba0a-9a5f424705de tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0485857 Nov 23 14:39:13.387654 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a42dc9c3-06cf-4a70-8923-948d109cd697 req-ce818feb-01a4-4b01-8e4b-b72b6ff55f2b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567048 Nov 23 14:39:13.424445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654198c8-3b2d-4c72-ba47-5ad1fa94e835 req-2b729244-fc97-49a2-9306-16835a61a614 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:13.426015 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-654198c8-3b2d-4c72-ba47-5ad1fa94e835 req-2b729244-fc97-49a2-9306-16835a61a614 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0523007 Nov 23 14:39:13.471904 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-654198c8-3b2d-4c72-ba47-5ad1fa94e835 req-d684e999-6098-4aaa-947f-c4303a352991 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Nov 23 14:39:14.502724 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa03e-2858-427f-b71a-189695d98bc4 req-70eb0fd6-d57e-4c8a-8edd-059aeed4abb5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.504386 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-45afa03e-2858-427f-b71a-189695d98bc4 req-70eb0fd6-d57e-4c8a-8edd-059aeed4abb5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0489342 Nov 23 14:39:14.565445 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-45afa03e-2858-427f-b71a-189695d98bc4 req-0af91378-f6ef-45bc-88f4-fde61175b700 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549774 Nov 23 14:39:14.618655 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46b28-baea-4555-9043-acd1a6f353d0 req-486935da-1c74-4573-9db5-43348f46f268 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.620101 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5cc46b28-baea-4555-9043-acd1a6f353d0 req-486935da-1c74-4573-9db5-43348f46f268 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0758452 Nov 23 14:39:14.650756 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-f2299068-893e-4186-a72b-b52db5d1cc93 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.652132 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-f2299068-893e-4186-a72b-b52db5d1cc93 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 946 time: 0.0758147 Nov 23 14:39:14.710796 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5cc46b28-baea-4555-9043-acd1a6f353d0 req-9599be2a-5b27-447d-85c5-3addaacb9be7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831692 Nov 23 14:39:14.762189 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Deleting port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:14.762521 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.852885 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] For port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:14.853245 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.018400 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.019279 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.019593 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Floating IP 7d12fc50-3d8b-4d4f-a956-ec19c41be1b9 disassociated. External IP: 172.27.0.58, port: ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc. Nov 23 14:39:15.019928 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Calling delete_port for ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc owned by compute:nova {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:15.211108 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.239476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event deleted for resources: {'Port': ['ID=ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.255909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.256875 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.256875 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:15.364979 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:15.471143 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:15.482328 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:15.492261 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:15.496487 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:38:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:15.510130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] No DVR routers for this DVR port ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc on host hv-cinder-80475 {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:39:15.512653 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.516128 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7559cb5d-fada-4be6-9f95-723351f96b5a req-1267ddcc-707c-4abe-8b50-72205ca4bc59 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "DELETE /v2.0/ports/ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc HTTP/1.1" status: 204 len: 173 time: 0.8558354 Nov 23 14:39:15.516615 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'name': 'network-vif-deleted', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:15.518983 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9755e029-c048-4dce-b482-2a09135fa32e" -d '{"events": [{"server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "name": "network-vif-deleted", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:15.560475 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527cfaf1-6306-4e94-b4bf-894c286910e9 x-openstack-request-id: req-527cfaf1-6306-4e94-b4bf-894c286910e9 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:15.560782 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace5aa86-e88f-49e1-b497-966c499eba99", "name": "network-vif-deleted", "tag": "ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:15.561036 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-527cfaf1-6306-4e94-b4bf-894c286910e9 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:15.561430 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace5aa86-e88f-49e1-b497-966c499eba99', 'name': 'network-vif-deleted', 'tag': 'ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc', 'status': 'completed', 'code': 200} Nov 23 14:39:15.602170 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:15.700469 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0e545-e3ae-4266-94a6-14662d9af81a req-c4bba5ce-58b2-47eb-afd5-640958763a13 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.701993 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-78a0e545-e3ae-4266-94a6-14662d9af81a req-c4bba5ce-58b2-47eb-afd5-640958763a13 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0554872 Nov 23 14:39:15.786898 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-78a0e545-e3ae-4266-94a6-14662d9af81a req-3e0f372a-8a38-457e-92b1-0fdbda72970c tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731063 Nov 23 14:39:15.819057 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-40918daa-500f-44ea-80ab-9d76463287ed req-6e4df65a-3c77-4108-bc60-08648df7c406 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=ace5aa86-e88f-49e1-b497-966c499eba99 HTTP/1.1" status: 200 len: 210 time: 0.0277858 Nov 23 14:39:15.967154 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:15.996489 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:16.005090 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:16.005691 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:38:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:16.125580 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:16.323759 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:16.350031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82ca8a-3cd3-4159-8563-b5852b98e8ae None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:16.573630 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338eb575-5a68-4b27-b67e-0f458e6fa34c None None] New status for floating IP 7d12fc50-3d8b-4d4f-a956-ec19c41be1b9: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:39:16.904073 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add46-dd2e-41d5-9a2d-b2c4ae740b48 req-42f1867e-13b6-4385-9c53-cf6630cbad4e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:16.905577 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-423add46-dd2e-41d5-9a2d-b2c4ae740b48 req-42f1867e-13b6-4385-9c53-cf6630cbad4e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0596976 Nov 23 14:39:16.966544 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60838) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:16.967095 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-423add46-dd2e-41d5-9a2d-b2c4ae740b48 req-bc591aa9-b2ca-4df2-b486-4b8c8d60a6e0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553412 Nov 23 14:39:17.026032 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.049890 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.148179 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.150685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.151932 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "DELETE /v2.0/security-groups/ff7e35b3-6b9f-447d-9fc6-45aec3e33a63 HTTP/1.1" status: 204 len: 168 time: 0.1843743 Nov 23 14:39:17.154792 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60840) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:17.161379 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e35b3-6b9f-447d-9fc6-45aec3e33a63,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:17.168346 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.168695 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.168852 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.api.v2.resource [None req-906d6dc0-83e6-4315-a328-0b44c559a0a1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] show failed (client error): The resource could not be found. Nov 23 14:39:17.169034 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.169364 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.169693 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.169812 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-906d6dc0-83e6-4315-a328-0b44c559a0a1 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups/ff7e35b3-6b9f-447d-9fc6-45aec3e33a63 HTTP/1.1" status: 404 len: 347 time: 0.0139158 Nov 23 14:39:17.170046 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.170341 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.170662 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.170981 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.171303 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.171619 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.171934 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506d3a4-7ffe-437c-a6b6-d2aa5207eff2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:17.172673 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60842) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:17.293073 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Deleting port 0c2c4d2c-8676-45ea-8d72-3393ec6e713c {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:17.293411 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.369841 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.369965 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.382192 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Calling delete_port for 0c2c4d2c-8676-45ea-8d72-3393ec6e713c owned by network:floatingip {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:17.570746 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.598008 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event deleted for resources: {'Port': ['ID=0c2c4d2c-8676-45ea-8d72-3393ec6e713c,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:17.657581 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.660938 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.663043 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7578fb30-483d-48e7-b34e-20a7fbd3e2c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "DELETE /v2.0/floatingips/7d12fc50-3d8b-4d4f-a956-ec19c41be1b9 HTTP/1.1" status: 204 len: 168 time: 0.4883783 Nov 23 14:39:17.941133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60846) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:17.945705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749613472', 'description': 'tempest-description--1633806082'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:18.028381 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.109407 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cbdfc-651c-47eb-8c9f-22af2e946490 req-8d22f9de-4781-41ad-a61b-71c5a1aaa98b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:18.110865 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c52cbdfc-651c-47eb-8c9f-22af2e946490 req-8d22f9de-4781-41ad-a61b-71c5a1aaa98b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0713181 Nov 23 14:39:18.160529 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.189397 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c52cbdfc-651c-47eb-8c9f-22af2e946490 req-8026af82-b90d-4b58-84e2-c7324da421cd tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707154 Nov 23 14:39:18.205279 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.234995 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2934d3b6-14cf-43ff-b8ba-4822435d63d3,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.298462 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.300512 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7cf4ee40-1410-48eb-ad0d-c3bc14db3501 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3575814 Nov 23 14:39:18.303093 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60852) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:18.307339 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'security_group_rule': {'security_group_id': '2934d3b6-14cf-43ff-b8ba-4822435d63d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:18.416099 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.469319 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.548027 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.566812 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09296fd5-8492-406f-8752-ca9b64b468e3,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.588963 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:39:18.608820 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:39:18.609168 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device ede71cd5-6bc1-4eed-a9a6-c4d4c9fe08fc not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:39:18.636000 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.637246 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c8bd20b2-e41b-4475-8442-541e0d9800c7 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332334 Nov 23 14:39:18.639927 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60854) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:18.645043 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'security_group_rule': {'security_group_id': '2934d3b6-14cf-43ff-b8ba-4822435d63d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:18.718333 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.779109 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.850349 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.869764 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4ed189-39b7-430e-b205-1fdd429eb20e,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.944369 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.945611 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-65e94c62-ec75-4510-b5e0-bd296eb417af tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047071 Nov 23 14:39:18.948750 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 60856) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:18.953006 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:19.033827 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.127153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.234533 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Allocated IP 172.27.0.93 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/f6bbd7ee-2f0d-4cd0-bba7-5441069e9efa) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:19.366391 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3d2b-63eb-4c13-91f5-500cce036577 req-b339f819-14cb-4eb8-ae31-29cdd6a0fd06 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:19.367767 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ffcb3d2b-63eb-4c13-91f5-500cce036577 req-b339f819-14cb-4eb8-ae31-29cdd6a0fd06 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.1089561 Nov 23 14:39:19.397628 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.458088 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ffcb3d2b-63eb-4c13-91f5-500cce036577 req-efc43ff2-4024-4b33-8d30-5566d7b7fcde tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823638 Nov 23 14:39:19.520471 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.560632 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:19.563501 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:19.567044 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:19.594786 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'Port': ['ID=f6bbd7ee-2f0d-4cd0-bba7-5441069e9efa,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:19.658333 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.766852 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.911631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.976485 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.042686 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'Port': ['ID=f6bbd7ee-2f0d-4cd0-bba7-5441069e9efa,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:20.052960 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.138603 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.139836 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ef5678e8-3b6b-4790-ab35-b86307a2bbef tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1901567 Nov 23 14:39:20.338255 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-6ce33660-0888-4486-b263-5180f4831a04 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1749613472&fields=id&tenant_id=6cd08103499348da976aa1b8d926a748 HTTP/1.1" status: 200 len: 267 time: 0.0449471 Nov 23 14:39:20.442095 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-db6ec2fe-31ad-4895-ac52-8745f8d30d19 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:20.443530 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-db6ec2fe-31ad-4895-ac52-8745f8d30d19 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 810 time: 0.0985959 Nov 23 14:39:20.458459 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-677ada9b-f672-4e5b-9992-e093e6fd2dab tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/quotas/6cd08103499348da976aa1b8d926a748 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Nov 23 14:39:20.508035 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-0d85b462-2cd6-4b3e-aeba-122b67b5188c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445917 Nov 23 14:39:20.577066 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1a4a-6874-4002-8b82-92ea0ec30a97 req-792d4623-3772-4202-830f-fa385d455bec tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:20.578528 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-03bb1a4a-6874-4002-8b82-92ea0ec30a97 req-792d4623-3772-4202-830f-fa385d455bec tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0484593 Nov 23 14:39:20.604694 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-a8279ec1-b6fd-4ea9-8015-2a7af19d9a59 service neutron] 10.222.0.82 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851519 Nov 23 14:39:20.639610 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-03bb1a4a-6874-4002-8b82-92ea0ec30a97 req-4f142e29-7360-4856-94a3-c121818df096 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545771 Nov 23 14:39:20.692994 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-c9be811a-0156-4eaa-906f-de029eab2d05 service neutron] 10.222.0.82 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822380 Nov 23 14:39:20.839354 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d560d54c-59f7-4620-9149-aa75ebaa9e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.912094 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bc63a0c4-349f-43c0-9d56-e41a3a3b7c93 req-8288887c-0ff6-4327-9994-35b85ab2c651 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 210 time: 0.0299826 Nov 23 14:39:21.755804 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7c03e-c3c5-480b-8ad0-183ab13affa7 req-5cf4f19a-5676-441e-9bfb-ec35e1c778d1 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:21.757225 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-23f7c03e-c3c5-480b-8ad0-183ab13affa7 req-5cf4f19a-5676-441e-9bfb-ec35e1c778d1 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0519257 Nov 23 14:39:21.817579 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-23f7c03e-c3c5-480b-8ad0-183ab13affa7 req-18990e29-af74-4132-97ef-b4e344114f7f tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&id=7f0a13f9-2db1-41e4-a272-ab01fe473a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541198 Nov 23 14:39:22.011633 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ff998dc4-ecd4-47b5-b2d1-64269d4107bb req-f338ec1b-6a9f-435c-ac81-bbfef45f81e0 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 210 time: 0.0312464 Nov 23 14:39:22.789840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-471b8334-a957-4794-9ed0-2e1f9305a9dd tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:22.791286 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-471b8334-a957-4794-9ed0-2e1f9305a9dd tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 810 time: 0.1022246 Nov 23 14:39:22.851951 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-af9e7cf4-1228-4466-9b53-6c61f01a49bf tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd08103499348da976aa1b8d926a748 HTTP/1.1" status: 200 len: 380 time: 0.0508919 Nov 23 14:39:22.862168 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'port': {'device_id': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'admin_state_up': True, 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'security_groups': ['2934d3b6-14cf-43ff-b8ba-4822435d63d3']}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:23.027221 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Made reservation on behalf of 6cd08103499348da976aa1b8d926a748 for: {'port': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:23.030720 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.108428 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-19b02cfb-4d29-4074-b156-2542b0c9d74a req-2713eb7c-4033-433f-8c4c-e0bd625cedaf tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 210 time: 0.0258434 Nov 23 14:39:23.162226 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Allocated IP 172.20.0.9 (75dee0cb-c425-47a6-a181-354dcf25b3e5/b65b94f5-1a02-491a-9ebe-575b4bda4e8e/6955538e-583a-4e78-9edb-e27c4276b423) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:23.171795 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:39:23.238882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0cbb21b9-177e-4e02-90ab-a1396fcd513b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.298252 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.370791 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.411711 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:23.416627 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:23.420079 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:23.444831 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event updated for resources: {'Port': ['ID=6955538e-583a-4e78-9edb-e27c4276b423,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:23.473476 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:23.474087 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.550633 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-2b775a3f-9a56-4c12-a1a7-5ea3b1f4fa3f tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6923714 Nov 23 14:39:23.564396 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Request body: {'port': {'device_id': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:23.619256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.654901 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-97480fdd-9c20-49f6-93ce-b63413bb1e1d None None] Provisioning complete for port 6955538e-583a-4e78-9edb-e27c4276b423 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:23.655279 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-97480fdd-9c20-49f6-93ce-b63413bb1e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.694154 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-97480fdd-9c20-49f6-93ce-b63413bb1e1d None None] Port 6955538e-583a-4e78-9edb-e27c4276b423 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:23.869651 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6955538e-583a-4e78-9edb-e27c4276b423 {{(pid=103065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:23.877547 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.889131 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.provisioning_blocks [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Transition to ACTIVE for port object 6955538e-583a-4e78-9edb-e27c4276b423 will not be triggered until provisioned by entity L2. {{(pid=103065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:39:23.975980 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.025692 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Pushing event updated for resources: {'Port': ['ID=6955538e-583a-4e78-9edb-e27c4276b423,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.101397 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Attempting to bind port 6955538e-583a-4e78-9edb-e27c4276b423 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:24.101732 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Attempting to bind port 6955538e-583a-4e78-9edb-e27c4276b423 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:24.102064 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Attempting to bind port 6955538e-583a-4e78-9edb-e27c4276b423 on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:24.106573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Port 6955538e-583a-4e78-9edb-e27c4276b423 on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:39:24.106899 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Attempting to bind port 6955538e-583a-4e78-9edb-e27c4276b423 on network 75dee0cb-c425-47a6-a181-354dcf25b3e5 {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:24.113224 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:24.113563 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Checking segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:24.113951 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Bound using segment: {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'} {{(pid=103065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:24.114385 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.managers [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Bound port: 6955538e-583a-4e78-9edb-e27c4276b423, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005a7f06-e85f-4b40-a410-df13110ccc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5'}}] {{(pid=103065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:24.114743 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.192909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] For port 6955538e-583a-4e78-9edb-e27c4276b423, host hv-cinder-80475, cleared binding levels {{(pid=103065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:24.196064 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] For port 6955538e-583a-4e78-9edb-e27c4276b423, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6955538e-583a-4e78-9edb-e27c4276b423,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:24.241697 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58c96-9b97-4ed6-8167-fe19560ad299 req-4518b788-9caf-4f44-a3d3-992c7288ea3b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.241697 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1af58c96-9b97-4ed6-8167-fe19560ad299 req-4518b788-9caf-4f44-a3d3-992c7288ea3b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 943 time: 0.0496948 Nov 23 14:39:24.262375 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.288131 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1af58c96-9b97-4ed6-8167-fe19560ad299 req-ad3333c5-bfd9-4b1d-bea2-acde30b42222 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Nov 23 14:39:24.299234 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.299234 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.299234 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] 10.222.0.85 "PUT /v2.0/ports/6955538e-583a-4e78-9edb-e27c4276b423 HTTP/1.1" status: 200 len: 1093 time: 0.7380562 Nov 23 14:39:24.300602 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:24.304358 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc4b03-1382-4968-963c-10746db1be58" -d '{"events": [{"name": "network-changed", "server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "tag": "6955538e-583a-4e78-9edb-e27c4276b423"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:24.329395 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea812f0b-940f-4581-9a73-9b51ccfb0bce service neutron] Pushing event updated for resources: {'Port': ['ID=6955538e-583a-4e78-9edb-e27c4276b423,revision_number=3']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.355371 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b2b293-5c09-4d4b-8d42-94ac6b98701a x-openstack-request-id: req-14b2b293-5c09-4d4b-8d42-94ac6b98701a {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:24.355666 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "tag": "6955538e-583a-4e78-9edb-e27c4276b423", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:24.355922 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-14b2b293-5c09-4d4b-8d42-94ac6b98701a {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:24.356372 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423', 'status': 'completed', 'code': 200} Nov 23 14:39:24.427166 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4b03-1382-4968-963c-10746db1be58 req-efd84a27-3d5a-4bce-b86a-2aca78324e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.428702 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95cc4b03-1382-4968-963c-10746db1be58 req-efd84a27-3d5a-4bce-b86a-2aca78324e7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 1096 time: 0.0455151 Nov 23 14:39:24.461947 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.533726 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4b03-1382-4968-963c-10746db1be58 req-1036380a-07bf-494b-b42c-cfc76fdb6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.535199 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95cc4b03-1382-4968-963c-10746db1be58 req-1036380a-07bf-494b-b42c-cfc76fdb6aa3 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=6cd08103499348da976aa1b8d926a748&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963275 Nov 23 14:39:24.630256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4b03-1382-4968-963c-10746db1be58 req-9a798c9c-675e-4ae3-91aa-0933785be51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.631627 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-95cc4b03-1382-4968-963c-10746db1be58 req-9a798c9c-675e-4ae3-91aa-0933785be51b service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0894299 Nov 23 14:39:24.716797 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-572f0dce-b898-44c7-9cfb-356c68543c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.718277 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-572f0dce-b898-44c7-9cfb-356c68543c53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 1096 time: 0.0420778 Nov 23 14:39:24.762972 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-37850431-8e30-4735-8fcd-8b289ffae69e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6955538e-583a-4e78-9edb-e27c4276b423 HTTP/1.1" status: 200 len: 217 time: 0.0340097 Nov 23 14:39:24.815910 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-1b061da2-7f74-4588-ab7f-1da31b12ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:24.817335 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-1b061da2-7f74-4588-ab7f-1da31b12ae3d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0458577 Nov 23 14:39:25.122967 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ccc9ef90-6e39-4087-9ba1-37b40f97e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:25.124469 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-ccc9ef90-6e39-4087-9ba1-37b40f97e07c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2994990 Nov 23 14:39:25.212394 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-03b919ee-0104-453d-94fd-8c51903d3f64 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793967 Nov 23 14:39:25.302511 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9d1d315d-d846-4828-81d3-b94a8491c0c2 req-486f1de3-afd7-49d7-9e3f-efb0f55d609f service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823052 Nov 23 14:39:25.408932 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516b24b-98a5-4070-bf63-72b6661a00e0 req-1f26dbbe-e3c1-4410-bd08-e8aae467b03b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:25.410347 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f516b24b-98a5-4070-bf63-72b6661a00e0 req-1f26dbbe-e3c1-4410-bd08-e8aae467b03b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 943 time: 0.0523696 Nov 23 14:39:25.457264 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f516b24b-98a5-4070-bf63-72b6661a00e0 req-8c98c32a-79a1-4625-9699-533116110a54 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Nov 23 14:39:25.770514 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.056078 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.571373 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384976ed-85e6-4144-9925-10cf051c28e1 req-e63f280e-b5a7-4176-910f-84473c35a857 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:26.572838 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-384976ed-85e6-4144-9925-10cf051c28e1 req-e63f280e-b5a7-4176-910f-84473c35a857 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 943 time: 0.0509608 Nov 23 14:39:26.619484 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-384976ed-85e6-4144-9925-10cf051c28e1 req-28ad537d-8f05-42cc-9ac4-0a285bf0ebdc tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402334 Nov 23 14:39:26.987025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.732385 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d15aa-ef6d-47de-9102-6175c507555a req-9f7957b1-02ab-4488-aea3-78b52666dc4d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:27.733827 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c7d15aa-ef6d-47de-9102-6175c507555a req-9f7957b1-02ab-4488-aea3-78b52666dc4d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 943 time: 0.0473974 Nov 23 14:39:27.780795 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c7d15aa-ef6d-47de-9102-6175c507555a req-247ba057-0f1f-4b23-a701-d35e8e17c54c tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Nov 23 14:39:28.635104 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6955538e-583a-4e78-9edb-e27c4276b423 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:39:28.728068 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 6955538e-583a-4e78-9edb-e27c4276b423, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6955538e-583a-4e78-9edb-e27c4276b423,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:28.739300 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '6955538e-583a-4e78-9edb-e27c4276b423', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'port_id': '6955538e-583a-4e78-9edb-e27c4276b423', 'mac_address': 'fa:16:3e:ee:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:39:28.775829 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.788624 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6955538e-583a-4e78-9edb-e27c4276b423 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:28.807633 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 6955538e-583a-4e78-9edb-e27c4276b423, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6955538e-583a-4e78-9edb-e27c4276b423,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:28.867169 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.897961 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116d321-ca2a-473c-bc59-c48f4155b4e1 req-b4a30915-0d6b-49cd-af9d-2b700d529e3a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:28.899355 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1116d321-ca2a-473c-bc59-c48f4155b4e1 req-b4a30915-0d6b-49cd-af9d-2b700d529e3a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 943 time: 0.0512788 Nov 23 14:39:28.918867 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=6955538e-583a-4e78-9edb-e27c4276b423,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:28.925807 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.926162 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.926504 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.926841 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.927179 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.927508 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.927837 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.928162 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.928513 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.928834 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.929161 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.929482 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.946571 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1116d321-ca2a-473c-bc59-c48f4155b4e1 req-deb99079-b9c9-4d6f-bf88-25315033861e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411816 Nov 23 14:39:29.251365 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['6955538e-583a-4e78-9edb-e27c4276b423'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:39:30.060120 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ba382-1d94-483a-8257-737a09e44017 req-3bce9d5e-ec68-44bb-acf4-1d5ccd848a28 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.061601 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a22ba382-1d94-483a-8257-737a09e44017 req-3bce9d5e-ec68-44bb-acf4-1d5ccd848a28 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 944 time: 0.0488472 Nov 23 14:39:30.108549 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a22ba382-1d94-483a-8257-737a09e44017 req-99a1c344-8f21-4878-bc80-8e9612e82a40 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Nov 23 14:39:30.599640 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-aa990d02-efab-42ee-8ce4-717b91a9778e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395324 Nov 23 14:39:30.655794 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6955538e-583a-4e78-9edb-e27c4276b423 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:30.703349 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296906-1399-44b0-9897-72245231c48b req-d47b60ae-885b-46f9-9833-05537cde1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.705614 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-d47b60ae-885b-46f9-9833-05537cde1b77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0434492 Nov 23 14:39:30.729811 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 6955538e-583a-4e78-9edb-e27c4276b423 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:39:30.733787 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 6955538e-583a-4e78-9edb-e27c4276b423 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:30.734165 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.809805 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296906-1399-44b0-9897-72245231c48b req-c3429ed3-f5c3-4a3b-ad48-5cdc83b7fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.810036 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.811260 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-c3429ed3-f5c3-4a3b-ad48-5cdc83b7fb10 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 911 time: 0.0841684 Nov 23 14:39:30.832814 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:30.835036 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48810f92-1285-481d-83bd-bf128a49e938" -d '{"events": [{"server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "name": "network-vif-plugged", "status": "completed", "tag": "6955538e-583a-4e78-9edb-e27c4276b423"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:30.847224 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 6955538e-583a-4e78-9edb-e27c4276b423, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6955538e-583a-4e78-9edb-e27c4276b423,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:30.874258 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af34af-6944-4ebf-8747-8906728447cd x-openstack-request-id: req-53af34af-6944-4ebf-8747-8906728447cd {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:30.874552 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "name": "network-vif-plugged", "status": "completed", "tag": "6955538e-583a-4e78-9edb-e27c4276b423", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:30.875056 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-53af34af-6944-4ebf-8747-8906728447cd {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:30.875442 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423', 'code': 200} Nov 23 14:39:30.881240 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-bbd37273-0812-4775-b67e-0cd09a710552 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 1001 time: 0.0627110 Nov 23 14:39:30.912737 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.934044 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296906-1399-44b0-9897-72245231c48b req-2ff041ff-0b34-47be-8f03-da7d4cea1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.935533 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-2ff041ff-0b34-47be-8f03-da7d4cea1499 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0442436 Nov 23 14:39:30.962306 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=6955538e-583a-4e78-9edb-e27c4276b423,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:30.981470 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296906-1399-44b0-9897-72245231c48b req-90bc1be7-f3f3-4e3b-b4fe-4d38f5e759d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.982918 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-90bc1be7-f3f3-4e3b-b4fe-4d38f5e759d2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404942 Nov 23 14:39:31.077045 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-16d1cc1e-f04e-4505-84bc-e1b62eff5b82 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866332 Nov 23 14:39:31.170393 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-bd296906-1399-44b0-9897-72245231c48b req-b5df79c6-5988-46ee-b000-b10032e92387 service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845058 Nov 23 14:39:31.233353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d530f1-26a0-485b-84db-7644ac66a9b0 req-babb9165-5279-4774-ab24-6af86dbf8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:31.234880 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-01d530f1-26a0-485b-84db-7644ac66a9b0 req-babb9165-5279-4774-ab24-6af86dbf8f65 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 1098 time: 0.0828619 Nov 23 14:39:31.250783 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e9e3a-d8a7-4a4d-9095-a1efde020e72 req-5e9231a9-6340-4bad-b8ae-b5555fd47738 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:31.252880 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-617e9e3a-d8a7-4a4d-9095-a1efde020e72 req-5e9231a9-6340-4bad-b8ae-b5555fd47738 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.0708926 Nov 23 14:39:31.320563 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-01d530f1-26a0-485b-84db-7644ac66a9b0 req-23442c01-43b7-415c-9271-f0c72cda9792 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666692 Nov 23 14:39:31.323889 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-617e9e3a-d8a7-4a4d-9095-a1efde020e72 req-c1e2dec9-8169-4348-a17a-37afb2f609c9 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648751 Nov 23 14:39:32.440555 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d461-2f23-4c44-92bf-f34d4c570c01 req-2a24d373-158c-44a3-9804-893e1a73574a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:32.441988 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f68d461-2f23-4c44-92bf-f34d4c570c01 req-2a24d373-158c-44a3-9804-893e1a73574a tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.0490267 Nov 23 14:39:32.487828 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5f68d461-2f23-4c44-92bf-f34d4c570c01 req-d1a1071e-2c4a-4a62-a2f4-e930a7138108 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Nov 23 14:39:33.839015 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff74d-3372-46fa-b44b-83f0383ea544 req-9ef22fb4-2f4e-4cd8-892a-ea02e5eee728 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:33.840489 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-533ff74d-3372-46fa-b44b-83f0383ea544 req-9ef22fb4-2f4e-4cd8-892a-ea02e5eee728 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.2858925 Nov 23 14:39:33.886262 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-533ff74d-3372-46fa-b44b-83f0383ea544 req-506994bb-04f1-4b49-a774-c4b5fb1c3b43 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398419 Nov 23 14:39:34.001094 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788a843-dbc3-4b7f-bdbb-f62faecc303b req-396dfc7a-f722-4994-ab14-45820d4d0922 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:34.002747 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5788a843-dbc3-4b7f-bdbb-f62faecc303b req-396dfc7a-f722-4994-ab14-45820d4d0922 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.0525575 Nov 23 14:39:34.011042 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 60956) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:34.015306 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Request body: {'floatingip': {'port_id': '6955538e-583a-4e78-9edb-e27c4276b423'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:34.053434 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.485162 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.535707 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.635649 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Floating IP 12dc5b18-1060-487c-a062-6d7c33fe1436 associated. External IP: 172.27.0.93, port: 6955538e-583a-4e78-9edb-e27c4276b423. Nov 23 14:39:34.841122 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:34.946559 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:34.951490 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.956077 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:34.965177 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:34.965788 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:39:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:34.978016 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-72b156d4-0eed-464f-8b06-a2645a1778ff tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "PUT /v2.0/floatingips/12dc5b18-1060-487c-a062-6d7c33fe1436 HTTP/1.1" status: 200 len: 990 time: 0.9658611 Nov 23 14:39:34.978780 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:34.981058 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46db011b-504d-432d-9611-cc2479e4d880" -d '{"events": [{"name": "network-changed", "server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "tag": "6955538e-583a-4e78-9edb-e27c4276b423"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:35.025195 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308df752-29f0-428f-a92e-e0b827f24505 x-openstack-request-id: req-308df752-29f0-428f-a92e-e0b827f24505 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:35.025195 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "tag": "6955538e-583a-4e78-9edb-e27c4276b423", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:35.025195 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-308df752-29f0-428f-a92e-e0b827f24505 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:35.025195 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423', 'status': 'completed', 'code': 200} Nov 23 14:39:35.076285 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:35.088472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db011b-504d-432d-9611-cc2479e4d880 req-817ac178-aa7f-4fd9-9545-e9f5ed93023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.089974 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-817ac178-aa7f-4fd9-9545-e9f5ed93023a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cd08103499348da976aa1b8d926a748&device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 1098 time: 0.0404692 Nov 23 14:39:35.181847 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db011b-504d-432d-9611-cc2479e4d880 req-fc203c8d-71ef-463e-af3d-6901b456db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.183220 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-fc203c8d-71ef-463e-af3d-6901b456db14 service neutron] 10.222.0.85 "GET /v2.0/networks?id=75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 200 len: 912 time: 0.0844407 Nov 23 14:39:35.247846 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-69418dc6-78b4-4461-b40f-118dd470574c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6955538e-583a-4e78-9edb-e27c4276b423 HTTP/1.1" status: 200 len: 998 time: 0.0558977 Nov 23 14:39:35.294114 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '12dc5b18-1060-487c-a062-6d7c33fe1436', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'port_id': '6955538e-583a-4e78-9edb-e27c4276b423', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'mac_address': 'fa:16:3e:ee:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:19Z', 'updated_at': '2021-11-23T14:39:34Z', 'revision_number': 1, 'project_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:35.302359 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db011b-504d-432d-9611-cc2479e4d880 req-1765ef36-5d7d-4d0d-a3f0-99f653690441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.303808 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-1765ef36-5d7d-4d0d-a3f0-99f653690441 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 200 len: 849 time: 0.0473728 Nov 23 14:39:35.352905 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db011b-504d-432d-9611-cc2479e4d880 req-d87fc826-662e-4a17-af95-5d6f76cf8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.354406 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-d87fc826-662e-4a17-af95-5d6f76cf8452 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=75dee0cb-c425-47a6-a181-354dcf25b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430515 Nov 23 14:39:35.444575 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:35.450939 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-c4a61c45-9ee9-472e-aeee-39aadbddc441 service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873606 Nov 23 14:39:35.453112 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:35.453719 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:39:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:35.544649 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-46db011b-504d-432d-9611-cc2479e4d880 req-f7515651-5d6d-45fb-b5e2-2fdfa484914d service neutron] 10.222.0.85 "GET /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858233 Nov 23 14:39:35.559001 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:35.777052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '12dc5b18-1060-487c-a062-6d7c33fe1436', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'port_id': '6955538e-583a-4e78-9edb-e27c4276b423', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'mac_address': 'fa:16:3e:ee:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:19Z', 'updated_at': '2021-11-23T14:39:34Z', 'revision_number': 1, 'project_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:35.802960 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7adbc5-c183-491c-8725-44435572ed15 None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': '12dc5b18-1060-487c-a062-6d7c33fe1436', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'port_id': '6955538e-583a-4e78-9edb-e27c4276b423', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'mac_address': 'fa:16:3e:ee:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:19Z', 'updated_at': '2021-11-23T14:39:34Z', 'revision_number': 1, 'project_id': '6cd08103499348da976aa1b8d926a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:35.987823 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5271df-fc5b-42f9-8a33-b6266f5f0d31 None None] New status for floating IP 12dc5b18-1060-487c-a062-6d7c33fe1436: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:39:50.808964 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-1b20b46a-3fa4-4c10-9aea-7192a56fc9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:50.976652 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03d9a-f619-4536-aacd-5120baf655d3 req-2d327ac5-a706-4c9a-9aff-361f924c2e29 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:50.978128 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5fb03d9a-f619-4536-aacd-5120baf655d3 req-2d327ac5-a706-4c9a-9aff-361f924c2e29 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0503559 Nov 23 14:39:51.024716 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5fb03d9a-f619-4536-aacd-5120baf655d3 req-6480c417-19ca-4cda-a43b-83f6fa682111 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Nov 23 14:39:52.147354 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00aae-3aeb-4014-be37-243726e62061 req-1dd5bc4b-cc16-4bd4-a741-fb306bb9f85f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:52.148816 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9aa00aae-3aeb-4014-be37-243726e62061 req-1dd5bc4b-cc16-4bd4-a741-fb306bb9f85f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0518684 Nov 23 14:39:52.194424 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9aa00aae-3aeb-4014-be37-243726e62061 req-0ca6f328-c3df-4d80-b1e4-983916676db7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397799 Nov 23 14:39:53.196885 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-58ae70d5-caec-44c4-accf-3e1b90d04980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:53.314584 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b716b32-0791-48f9-972c-7d12a8bcfb86 req-f589b43e-f28e-4baa-a94b-c0554d805f36 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:53.316036 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b716b32-0791-48f9-972c-7d12a8bcfb86 req-f589b43e-f28e-4baa-a94b-c0554d805f36 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0496299 Nov 23 14:39:53.362258 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4b716b32-0791-48f9-972c-7d12a8bcfb86 req-86d0eb96-3fef-4a70-9ef2-44f252c468a5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Nov 23 14:39:54.465513 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:54.483197 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fa727-e8ad-427f-aacc-3ad15a761f11 req-381ca147-0567-4e6c-984e-3e1fe8c167b5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:54.484708 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-177fa727-e8ad-427f-aacc-3ad15a761f11 req-381ca147-0567-4e6c-984e-3e1fe8c167b5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0491803 Nov 23 14:39:54.536630 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-177fa727-e8ad-427f-aacc-3ad15a761f11 req-63c2a82f-bf52-4376-ad2a-e3d39b39539d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Nov 23 14:39:55.653780 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134985e5-954e-4676-b854-c243a2e8f007 req-f5858bd4-0f36-486e-9748-c6ba0f16c989 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:55.655136 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-134985e5-954e-4676-b854-c243a2e8f007 req-f5858bd4-0f36-486e-9748-c6ba0f16c989 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0476422 Nov 23 14:39:55.701715 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-134985e5-954e-4676-b854-c243a2e8f007 req-1a753a0f-10ce-4118-99a6-d28f9be18e0b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399103 Nov 23 14:39:55.785436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:56.071424 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:56.819456 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f68c-0bc9-495d-ad0c-c58de0fd0370 req-24c84525-8261-454b-82df-9638529dc22e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:56.820923 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4696f68c-0bc9-495d-ad0c-c58de0fd0370 req-24c84525-8261-454b-82df-9638529dc22e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0488167 Nov 23 14:39:56.868543 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4696f68c-0bc9-495d-ad0c-c58de0fd0370 req-8e452fa5-8be0-4f48-9c03-04e2d365e73a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Nov 23 14:39:56.951090 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:57.991562 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fc18c-f9ae-4a33-814f-ff019ade2a9c req-e47686ac-b895-4245-bf9a-6a32dd56d56f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:57.993047 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-762fc18c-f9ae-4a33-814f-ff019ade2a9c req-e47686ac-b895-4245-bf9a-6a32dd56d56f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0530205 Nov 23 14:39:58.040815 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-762fc18c-f9ae-4a33-814f-ff019ade2a9c req-35a9a2c6-e7a1-46b3-a867-a4ec1199d73c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Nov 23 14:39:59.159532 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450a882-c3ed-427c-8dbc-7365c4f72a4b req-3fd79df3-0f94-4fe6-9e84-cecba181ad30 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:59.161050 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2450a882-c3ed-427c-8dbc-7365c4f72a4b req-3fd79df3-0f94-4fe6-9e84-cecba181ad30 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0488710 Nov 23 14:39:59.208785 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2450a882-c3ed-427c-8dbc-7365c4f72a4b req-2104223c-6a4b-4fe9-9bbe-f6402c67bf66 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Nov 23 14:40:00.169722 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:40:00.325823 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390824-c61b-465b-acb7-5641819edf4c req-20d125db-a12b-4740-980d-c44197350784 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:00.327262 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b390824-c61b-465b-acb7-5641819edf4c req-20d125db-a12b-4740-980d-c44197350784 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0478134 Nov 23 14:40:00.377977 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b390824-c61b-465b-acb7-5641819edf4c req-91413014-ed5a-4b6d-a110-bb4ead8bc9bc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Nov 23 14:40:01.511030 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a947398-cdb3-4bf7-a2eb-a31c1ff1cd07 req-7b7ecf1b-f35b-49cf-a02b-458da23c9840 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:01.512453 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1a947398-cdb3-4bf7-a2eb-a31c1ff1cd07 req-7b7ecf1b-f35b-49cf-a02b-458da23c9840 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0608001 Nov 23 14:40:01.558599 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1a947398-cdb3-4bf7-a2eb-a31c1ff1cd07 req-2911c5d9-19c8-4aa8-8ee6-92fe0b2efa79 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Nov 23 14:40:02.675547 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b8b53-a105-474f-995e-16e7d637362f req-665cb824-35d8-49b8-afeb-ce972258aa09 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:02.677028 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f7b8b53-a105-474f-995e-16e7d637362f req-665cb824-35d8-49b8-afeb-ce972258aa09 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0469971 Nov 23 14:40:02.723670 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7f7b8b53-a105-474f-995e-16e7d637362f req-7f6a3946-cc3f-4d07-ac17-b1b0e3a0aa3c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Nov 23 14:40:03.846263 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d3cd1-0124-4f9e-ae76-ff9eaa6bab71 req-8bc8181a-9759-4217-b3c4-0ebcf0edb82d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:03.847757 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-667d3cd1-0124-4f9e-ae76-ff9eaa6bab71 req-8bc8181a-9759-4217-b3c4-0ebcf0edb82d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0525479 Nov 23 14:40:03.894228 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-667d3cd1-0124-4f9e-ae76-ff9eaa6bab71 req-e43c421b-211b-4145-9b66-fd207c1796d2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Nov 23 14:40:05.010672 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84d21-bac8-47b0-9d96-55254c7d137e req-f53ec721-f425-4be6-8079-6360f38f07f6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:05.012149 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-adf84d21-bac8-47b0-9d96-55254c7d137e req-f53ec721-f425-4be6-8079-6360f38f07f6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0488868 Nov 23 14:40:05.059055 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-adf84d21-bac8-47b0-9d96-55254c7d137e req-4ff0f59e-3421-4c36-a689-51402b936e74 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Nov 23 14:40:06.179216 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85624a-25f1-4f35-bbcc-550094d2e1c7 req-37deb7a8-51fd-404d-8248-fae6cf1a8148 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:06.180687 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2f85624a-25f1-4f35-bbcc-550094d2e1c7 req-37deb7a8-51fd-404d-8248-fae6cf1a8148 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0507269 Nov 23 14:40:06.226293 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2f85624a-25f1-4f35-bbcc-550094d2e1c7 req-0b895e66-a5ab-458b-9584-4a94d749e4f5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397480 Nov 23 14:40:07.348049 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c95fd-6de8-40d4-90ef-1b73ef2cc23d req-14264daa-1a11-414c-a1c3-6a38362a0d14 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:07.349530 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3c4c95fd-6de8-40d4-90ef-1b73ef2cc23d req-14264daa-1a11-414c-a1c3-6a38362a0d14 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0495019 Nov 23 14:40:07.409230 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3c4c95fd-6de8-40d4-90ef-1b73ef2cc23d req-312c5ffd-9510-43e6-bf26-a45706802e8e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Nov 23 14:40:08.514437 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342f6f8-ee2f-450d-90c6-29e3b99f1111 req-ed8d54ff-1f0c-4dd9-acbd-fcbdc57aa75d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:08.516517 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3342f6f8-ee2f-450d-90c6-29e3b99f1111 req-ed8d54ff-1f0c-4dd9-acbd-fcbdc57aa75d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0477178 Nov 23 14:40:08.565710 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3342f6f8-ee2f-450d-90c6-29e3b99f1111 req-ae93e701-2900-42f0-ba6f-1259f3a748c0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Nov 23 14:40:08.835072 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:40:08.930296 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:08.941348 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'mac_address': 'fa:16:3e:57:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:40:08.976591 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:08.992908 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:09.012057 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:09.075965 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:09.127052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=6']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:09.173962 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:09.682332 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ddc6-b3d6-49b6-86c7-566ac20ac18d req-45c488ff-f32c-4bd4-8dce-5f9f360635a4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:09.683791 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b943ddc6-b3d6-49b6-86c7-566ac20ac18d req-45c488ff-f32c-4bd4-8dce-5f9f360635a4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 945 time: 0.0475762 Nov 23 14:40:09.729734 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b943ddc6-b3d6-49b6-86c7-566ac20ac18d req-f3221903-621c-44c0-bf78-a5fafd7497cc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Nov 23 14:40:10.837269 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:10.849262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452f89f-f955-4809-945d-3a870f57c78e req-1b252f1c-c2ec-4b13-8de2-1390b3e35562 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:10.850759 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3452f89f-f955-4809-945d-3a870f57c78e req-1b252f1c-c2ec-4b13-8de2-1390b3e35562 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 945 time: 0.0488060 Nov 23 14:40:10.887940 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:10.888336 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.898770 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3452f89f-f955-4809-945d-3a870f57c78e req-23cf00d2-6229-4ebf-b7b3-169e5615d75f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Nov 23 14:40:10.962415 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.983810 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:10.986337 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9cd4d-1110-4e13-ac77-0ebeed1dc4bd" -d '{"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-plugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:10.998801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:11.023617 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8151f5a-a92d-4caa-b86d-1d54a418d5cb x-openstack-request-id: req-c8151f5a-a92d-4caa-b86d-1d54a418d5cb {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:11.023906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-plugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:11.024156 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c8151f5a-a92d-4caa-b86d-1d54a418d5cb {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:11.024574 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'code': 200} Nov 23 14:40:11.052957 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.103448 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=7']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:12.018194 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca763-a570-4c7d-8aa7-cae161ee27c5 req-20b740a1-c3da-40de-9966-12e4c8fc3f64 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:12.019637 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-155ca763-a570-4c7d-8aa7-cae161ee27c5 req-20b740a1-c3da-40de-9966-12e4c8fc3f64 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0490022 Nov 23 14:40:12.065785 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-155ca763-a570-4c7d-8aa7-cae161ee27c5 req-caf2ee71-0065-4748-bb27-194dbcc95438 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Nov 23 14:40:13.182949 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcbf1b-577a-4ff9-a808-f765a7adb5b1 req-0c26b17b-fa85-4d1d-a057-e45a1cf49b3f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:13.184431 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-34fcbf1b-577a-4ff9-a808-f765a7adb5b1 req-0c26b17b-fa85-4d1d-a057-e45a1cf49b3f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0472190 Nov 23 14:40:13.234062 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-34fcbf1b-577a-4ff9-a808-f765a7adb5b1 req-bb6e0ae6-f753-49df-8ba8-608d89aa681e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431044 Nov 23 14:40:14.438652 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc835eb-fdde-4c75-8071-11278385d684 req-820a01d0-28fa-4d1d-b460-9e55d676a926 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:14.441467 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6dc835eb-fdde-4c75-8071-11278385d684 req-820a01d0-28fa-4d1d-b460-9e55d676a926 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.1210797 Nov 23 14:40:14.491767 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6dc835eb-fdde-4c75-8071-11278385d684 req-f576754b-ece7-4ca0-8a94-5233417dcb15 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Nov 23 14:40:15.653945 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e410e3d-21e9-4593-bcf9-51a0c01f24bb req-b1fbc3e5-1965-4f59-9e4b-ea59eeae46a7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:15.655500 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3e410e3d-21e9-4593-bcf9-51a0c01f24bb req-b1fbc3e5-1965-4f59-9e4b-ea59eeae46a7 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0532312 Nov 23 14:40:15.714065 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3e410e3d-21e9-4593-bcf9-51a0c01f24bb req-94d8ccb8-be81-475d-93fa-1f3e50081b79 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479865 Nov 23 14:40:16.843036 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273325f-b89c-4702-99e8-2b3f39768c16 req-3f1caa99-5106-40e4-8e55-4726e6a5fe67 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:16.844682 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6273325f-b89c-4702-99e8-2b3f39768c16 req-3f1caa99-5106-40e4-8e55-4726e6a5fe67 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0562713 Nov 23 14:40:16.895840 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6273325f-b89c-4702-99e8-2b3f39768c16 req-da38a6aa-5261-467c-9849-add1b41558e1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Nov 23 14:40:18.073593 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30083428-38b9-42d3-8469-c50e8dc2b18c req-cbafada7-b6a3-4011-8c3e-219b58c9d118 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.081483 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-30083428-38b9-42d3-8469-c50e8dc2b18c req-cbafada7-b6a3-4011-8c3e-219b58c9d118 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0961113 Nov 23 14:40:18.125137 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-30083428-38b9-42d3-8469-c50e8dc2b18c req-488df24c-6467-497a-841f-24b8bd6388e6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427027 Nov 23 14:40:19.282400 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898318d-718d-424d-9e46-e94ae61ce0f3 req-200acf5a-bb51-472c-a5bf-7c8be6f2834c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.284028 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e898318d-718d-424d-9e46-e94ae61ce0f3 req-200acf5a-bb51-472c-a5bf-7c8be6f2834c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0594931 Nov 23 14:40:19.343159 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e898318d-718d-424d-9e46-e94ae61ce0f3 req-1cbdac8a-21a2-4d17-9075-64b090ba79bc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524480 Nov 23 14:40:20.473567 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb861a8-4c6d-4140-aba9-f6b00d0dd0d4 req-d6588f84-722b-4201-9e47-e87cafc5a964 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:20.476803 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-efb861a8-4c6d-4140-aba9-f6b00d0dd0d4 req-d6588f84-722b-4201-9e47-e87cafc5a964 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0540817 Nov 23 14:40:20.530471 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-efb861a8-4c6d-4140-aba9-f6b00d0dd0d4 req-3e067191-1832-4986-8538-a81d1251b8bc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485866 Nov 23 14:40:20.812505 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6947824b-6351-4bf1-aae5-a7b11c1e5b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.675289 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a942-426d-417b-9ade-32caddcabf2a req-52e2ef20-631d-4f0a-9c17-b30894047277 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:21.677707 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6391a942-426d-417b-9ade-32caddcabf2a req-52e2ef20-631d-4f0a-9c17-b30894047277 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0624902 Nov 23 14:40:21.731696 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6391a942-426d-417b-9ade-32caddcabf2a req-496a7545-9d3d-4a53-bda0-5cc1e6d04fcc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476856 Nov 23 14:40:22.868216 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7d7c-2515-467c-a793-b8daa1219996 req-5c73568d-e127-4ab5-8b5f-b6da15b82cc0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.870052 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c5be7d7c-2515-467c-a793-b8daa1219996 req-5c73568d-e127-4ab5-8b5f-b6da15b82cc0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0566871 Nov 23 14:40:22.926422 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c5be7d7c-2515-467c-a793-b8daa1219996 req-477fc611-ef51-45fc-98e9-5884ee8f4fbc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486889 Nov 23 14:40:23.441435 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8ca8-98ab-4b83-a536-b57951b305ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.052164 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d4e2-08fd-43f2-811e-2fa97e9282b2 req-cb26a154-9417-435c-9034-117da6781b58 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:24.054604 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6f2d4e2-08fd-43f2-811e-2fa97e9282b2 req-cb26a154-9417-435c-9034-117da6781b58 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0527074 Nov 23 14:40:24.111292 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6f2d4e2-08fd-43f2-811e-2fa97e9282b2 req-53ce2795-9847-4fbd-b47f-ad513bb50e95 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504062 Nov 23 14:40:24.463927 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:25.232097 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e401-c5bb-4d47-89d4-fb8f39d7fe40 req-7de803cd-d94d-4dda-8f55-761a9e1ad7fd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.233573 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d520e401-c5bb-4d47-89d4-fb8f39d7fe40 req-7de803cd-d94d-4dda-8f55-761a9e1ad7fd tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0517485 Nov 23 14:40:25.282377 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d520e401-c5bb-4d47-89d4-fb8f39d7fe40 req-bb77e663-3f6b-4241-9b79-d5ea27e56a35 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 Nov 23 14:40:25.547153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-b1c92883-2925-46bc-987d-b68bc81a2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.548765 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-b1c92883-2925-46bc-987d-b68bc81a2163 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1099 time: 0.0443063 Nov 23 14:40:25.638919 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-308e068b-846c-4907-8c57-5a7c92c40c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.640522 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-308e068b-846c-4907-8c57-5a7c92c40c30 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0842092 Nov 23 14:40:25.708465 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-882c34a6-0b44-46b8-8bee-36c94d41442d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 200 len: 1002 time: 0.0602686 Nov 23 14:40:25.759533 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-71e6e3dd-8644-421f-b273-3cf5e55a7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.761023 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-71e6e3dd-8644-421f-b273-3cf5e55a7bd5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0449958 Nov 23 14:40:25.806676 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:25.807921 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-ee0e3968-f32a-4d10-a9d7-704ccd1daf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.809463 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-ee0e3968-f32a-4d10-a9d7-704ccd1daf32 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409987 Nov 23 14:40:25.901745 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-f8ebf463-be70-419d-abbe-e869eccbf0a2 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Nov 23 14:40:25.989120 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-092652be-e8e2-4e17-8e47-ae0734cf37b3 req-3d02e9fd-114f-414c-a01f-995b646d7f6a service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797269 Nov 23 14:40:26.075345 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:26.401684 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaf72e-e128-445a-a2a7-600f3cb80fb0 req-e48984bb-e4ea-4500-8227-6d3e2c9edcda tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:26.403135 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6eaf72e-e128-445a-a2a7-600f3cb80fb0 req-e48984bb-e4ea-4500-8227-6d3e2c9edcda tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0496199 Nov 23 14:40:26.450062 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d6eaf72e-e128-445a-a2a7-600f3cb80fb0 req-16de0c70-4b3f-4a2c-b7a0-4c796276126b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Nov 23 14:40:26.989144 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:27.567840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147f8b7-1faf-46d4-84eb-fafb5819f36a req-bbab2aa4-ed18-4182-a8eb-c3d8757c8f6e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:27.569361 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8147f8b7-1faf-46d4-84eb-fafb5819f36a req-bbab2aa4-ed18-4182-a8eb-c3d8757c8f6e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0480487 Nov 23 14:40:27.620728 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8147f8b7-1faf-46d4-84eb-fafb5819f36a req-dccb22c4-3570-4a47-806d-a7de29e90870 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Nov 23 14:40:28.742188 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a207bc5-fb97-4c11-9689-5f05999f4a71 req-7289bdf2-5bf7-4d2e-ba4c-f161b7f5be83 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:28.743631 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1a207bc5-fb97-4c11-9689-5f05999f4a71 req-7289bdf2-5bf7-4d2e-ba4c-f161b7f5be83 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 946 time: 0.0479684 Nov 23 14:40:28.790765 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1a207bc5-fb97-4c11-9689-5f05999f4a71 req-8c4088f5-fd19-45ca-aa55-426c60af9d3e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Nov 23 14:40:28.898881 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:28.979281 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.008075 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:29.010385 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637782a4-1f19-4663-97b1-9ab7aa90e05f" -d '{"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-unplugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:29.023140 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:29.045706 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a2cbc6-d1a8-44de-aca2-079f437414a9 x-openstack-request-id: req-f0a2cbc6-d1a8-44de-aca2-079f437414a9 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:29.045996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-unplugged", "status": "failed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "code": 422}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:29.046248 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f0a2cbc6-d1a8-44de-aca2-079f437414a9 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:29.046644 dv-cinder-804757-10-iscsi neutron-server[103067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'code': 422} returned with failed status Nov 23 14:40:29.104068 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.154001 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=8']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:29.161756 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.162105 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.162446 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.162776 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.163197 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.163525 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.163852 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.164184 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.164550 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.164894 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.165210 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.165531 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.340320 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-af923296-283c-4f6a-9145-3f18927d110a tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770874200&fields=id&tenant_id=3c896e07f31448e08e2af756467d627d HTTP/1.1" status: 200 len: 267 time: 0.0522804 Nov 23 14:40:29.400549 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-06cd9f7a-e993-4877-92ce-b1890d3e39f3 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:29.402175 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-06cd9f7a-e993-4877-92ce-b1890d3e39f3 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 985 time: 0.0547316 Nov 23 14:40:29.414062 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Request body: {'port': {'security_groups': ['26854e20-81d6-495d-87ab-eb0f307855aa']}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:29.489165 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.654415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33040) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:29.677981 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:29.710423 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.743782 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.757414 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['18ae7b24-5975-46e7-908e-8cbd192f6d2f'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:29.819432 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:29.820098 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.824422 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7a9744f5-9f36-4c13-9093-a785f8f13b33 req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "PUT /v2.0/ports/18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 943 time: 0.4150617 Nov 23 14:40:29.825134 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:29.828120 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a45e5-13b2-4325-8a49-3d770fc13882" -d '{"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:29.833759 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33048) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:29.868142 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event updated for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=7']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:29.875225 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Deleting port 27e58415-11c1-4355-886c-dac7b15140a0 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:29.876406 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.893286 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.893639 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.893997 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.894399 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.894780 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.904785 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.905225 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.905575 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.906251 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.906251 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.907172 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.907515 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48568a24-dd86-4273-8aab-1fdb04d867f0 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:29.924568 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d13cd-041d-440c-8053-f817c7e2b98c x-openstack-request-id: req-e15d13cd-041d-440c-8053-f817c7e2b98c {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:29.924860 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:29.925145 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e15d13cd-041d-440c-8053-f817c7e2b98c {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:29.925508 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'status': 'completed', 'code': 200} Nov 23 14:40:29.944105 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['18ae7b24-5975-46e7-908e-8cbd192f6d2f'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:29.962254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ee038bfe-fb6e-4d3e-a24b-28f2cfb8c605 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.044377 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.044795 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.053539 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ee038bfe-fb6e-4d3e-a24b-28f2cfb8c605 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.065973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Calling delete_port for 27e58415-11c1-4355-886c-dac7b15140a0 owned by network:floatingip {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:30.085003 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-b4d6f15f-42ae-4c7b-95ae-eeae22c44934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:30.086635 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-b4d6f15f-42ae-4c7b-95ae-eeae22c44934 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1099 time: 0.1060431 Nov 23 14:40:30.165977 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-0ea91ad9-94f2-4652-b730-ff0f8a571529 None None] Provisioning complete for port 18ae7b24-5975-46e7-908e-8cbd192f6d2f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:30.166405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0ea91ad9-94f2-4652-b730-ff0f8a571529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.189994 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ee038bfe-fb6e-4d3e-a24b-28f2cfb8c605 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.193372 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-ee038bfe-fb6e-4d3e-a24b-28f2cfb8c605 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.196666 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-ee038bfe-fb6e-4d3e-a24b-28f2cfb8c605 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "DELETE /v2.0/security-groups/7f0a13f9-2db1-41e4-a272-ab01fe473a9f HTTP/1.1" status: 204 len: 168 time: 0.3595779 Nov 23 14:40:30.197770 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33056) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:30.240136 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee038bfe-fb6e-4d3e-a24b-28f2cfb8c605 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0a13f9-2db1-41e4-a272-ab01fe473a9f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:30.270839 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-319ae8b9-8451-4b2d-8c51-197fbbc91551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:30.272427 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-319ae8b9-8451-4b2d-8c51-197fbbc91551 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 917 time: 0.1476860 Nov 23 14:40:30.371377 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-378cffa9-d324-4d87-abfb-d98159b794a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 1002 time: 0.0872176 Nov 23 14:40:30.394442 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Deleting port 6a9d1dd8-cb09-4b06-bdc0-e5d56e2d7816 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:30.394777 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.426372 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-954c3df7-35a1-4927-a0ae-46a6d9b730f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:30.427825 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-954c3df7-35a1-4927-a0ae-46a6d9b730f3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0491178 Nov 23 14:40:30.470650 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.470973 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.474892 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-cad15d94-aeed-4131-a0be-461746a4b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:30.476403 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-cad15d94-aeed-4131-a0be-461746a4b160 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407188 Nov 23 14:40:30.477447 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.482833 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Calling delete_port for 6a9d1dd8-cb09-4b06-bdc0-e5d56e2d7816 owned by network:floatingip {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:30.505134 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-5a3e517b-001c-40f3-94fe-ff70a98d1820 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:40:30.506529 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-5a3e517b-001c-40f3-94fe-ff70a98d1820 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204449 Nov 23 14:40:30.509094 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event deleted for resources: {'Port': ['ID=27e58415-11c1-4355-886c-dac7b15140a0,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:30.532516 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.532813 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.533159 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.533491 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.533817 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.534142 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.534463 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.534781 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.535106 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.535425 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.535796 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.536117 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:30.634257 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-dfe704e5-51f1-434e-962d-07f95f99c58a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736275 Nov 23 14:40:30.645071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for floatingip, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.645435 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Floating IP 6c90eacc-c31e-4604-98f4-0360dd97948a disassociated (deleted). External IP: 172.27.0.221, port: 20c986d1-94ea-44c7-9233-9b2ae752b164. Nov 23 14:40:30.708717 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-c4b0c330-4de2-47ee-a948-9a5128a23406 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915431 Nov 23 14:40:30.743756 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.777529 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event deleted for resources: {'Port': ['ID=6a9d1dd8-cb09-4b06-bdc0-e5d56e2d7816,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:30.831935 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks [] for floatingip, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.832275 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Floating IP 53a99afe-fe69-44d0-acdf-f11758364746 disassociated (deleted). External IP: 172.27.0.246, port: 18ae7b24-5975-46e7-908e-8cbd192f6d2f. Nov 23 14:40:30.884802 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f35a45e5-13b2-4325-8a49-3d770fc13882 req-8dc78e84-c629-4dee-9219-69d51263eda2 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684029 Nov 23 14:40:31.003762 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Router 3b01b984-5609-4cfe-b497-a496870d25a2 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:31.008706 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-943a2448-02d8-4f5b-88b8-803500fb7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.010612 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-943a2448-02d8-4f5b-88b8-803500fb7031 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1099 time: 0.0660782 Nov 23 14:40:31.365489 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421b4cd-4c87-4dcd-8c08-3f03361b13da req-0f3a1d27-5f8a-4b6b-9221-826bfc83663d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.367041 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8421b4cd-4c87-4dcd-8c08-3f03361b13da req-0f3a1d27-5f8a-4b6b-9221-826bfc83663d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.3829067 Nov 23 14:40:31.416482 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:31.441382 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8421b4cd-4c87-4dcd-8c08-3f03361b13da req-4d0c658b-d41e-40b5-9d3f-31f2587afe56 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667667 Nov 23 14:40:31.475239 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-9fb24f28-348f-4ad2-974c-e7732e08950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.476701 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-9fb24f28-348f-4ad2-974c-e7732e08950d service neutron] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 917 time: 0.4106553 Nov 23 14:40:31.479653 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:31.485354 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:31.493834 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] Sync routers for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:31.498296 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-02287225-cdff-4d13-833d-f21311b481e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862713 Nov 23 14:40:31.505383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:31.506297 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:31.544552 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-d65c5d8a-e4f9-4f34-8070-5709cda62dee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 217 time: 0.0550225 Nov 23 14:40:31.553816 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e22f1ead-6e47-4c38-aa75-66c66ff30045 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "DELETE /v2.0/floatingips/6c90eacc-c31e-4604-98f4-0360dd97948a HTTP/1.1" status: 204 len: 168 time: 1.8983016 Nov 23 14:40:31.560535 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:31.562888 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c8a5d-d26f-45d9-abf2-54f906d978cc" -d '{"events": [{"name": "network-changed", "server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:31.582095 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:31.588193 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:31.593564 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] Sync routers for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:31.606773 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-4a245aed-bda8-4209-af7d-f3d0877c83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.607462 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:31.607732 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-4a245aed-bda8-4209-af7d-f3d0877c83c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0556886 Nov 23 14:40:31.608075 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:31.632582 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c4e3c-ce01-4c79-8566-14673f779761 x-openstack-request-id: req-0b9c4e3c-ce01-4c79-8566-14673f779761 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:31.632879 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:31.633136 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0b9c4e3c-ce01-4c79-8566-14673f779761 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:31.633545 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'status': 'completed', 'code': 200} Nov 23 14:40:31.673732 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-ccd3a417-23b1-42bd-af0c-908eb97040d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.675916 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-ccd3a417-23b1-42bd-af0c-908eb97040d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0605619 Nov 23 14:40:31.691252 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:31.712170 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d6e20066-6419-43cd-8696-0eb66e949b5d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "DELETE /v2.0/floatingips/53a99afe-fe69-44d0-acdf-f11758364746 HTTP/1.1" status: 204 len: 168 time: 1.5133808 Nov 23 14:40:31.737285 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-9ccaa3c2-d2ac-41c8-b33b-08df9a844b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.739035 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-9ccaa3c2-d2ac-41c8-b33b-08df9a844b8a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0813346 Nov 23 14:40:31.764488 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:31.852801 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-4170b127-2b7e-46e1-9f94-893d47161a03 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687405 Nov 23 14:40:31.914348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-1847c271-270e-48ef-af9a-55b7404c43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.916155 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-1847c271-270e-48ef-af9a-55b7404c43c4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 200 len: 911 time: 0.1687989 Nov 23 14:40:31.929841 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:31.932181 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ee2d2-7815-4e34-bbff-50141bf4801d" -d '{"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:31.970946 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-c9071992-c9e4-4fce-baf2-fcbc8d3af719 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 200 len: 217 time: 0.0468524 Nov 23 14:40:32.024628 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4f60e5ee-8b54-4fdc-99b0-04542059c2d9 req-8e01c2e1-06c8-4dbd-9dca-a3466134f519 service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632900 Nov 23 14:40:32.036561 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-205e9eb4-338d-4868-af67-6acc0b178b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.038332 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-205e9eb4-338d-4868-af67-6acc0b178b07 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 200 len: 848 time: 0.0569160 Nov 23 14:40:32.058116 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:32.097004 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] Checking router: e997363d-cc7d-452d-9cc3-0a200bb3d8a4 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:32.104209 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236cb2eb-8833-44f0-bcc4-fd352c6750c8 x-openstack-request-id: req-236cb2eb-8833-44f0-bcc4-fd352c6750c8 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:32.104527 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:32.104775 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-236cb2eb-8833-44f0-bcc4-fd352c6750c8 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:32.105161 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'status': 'completed', 'code': 200} Nov 23 14:40:32.106221 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:32.108853 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:32.110037 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:32.112685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-4b67c71b-a8cd-4160-9b9c-36eef5ca6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.114824 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-4b67c71b-a8cd-4160-9b9c-36eef5ca6104 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96de613f-b0df-463c-b9eb-c71994d0999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0655990 Nov 23 14:40:32.145179 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] Checking router: 3b01b984-5609-4cfe-b497-a496870d25a2 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:32.164642 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:32.173154 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:32.252049 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:32.271612 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-0723b2f2-f189-4dea-97b3-9fad49c3fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.273777 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-0723b2f2-f189-4dea-97b3-9fad49c3fbd8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c896e07f31448e08e2af756467d627d&device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 1099 time: 0.1026795 Nov 23 14:40:32.288616 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9d44d-8b21-43db-8c42-403c606e38af req-29a8bc35-22a4-4021-a818-0dc4382a33f2 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.290280 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8bd9d44d-8b21-43db-8c42-403c606e38af req-29a8bc35-22a4-4021-a818-0dc4382a33f2 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.1064930 Nov 23 14:40:32.325184 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-06008706-1e46-4591-86ed-2307c78181ec service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989510 Nov 23 14:40:32.437467 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8bd9d44d-8b21-43db-8c42-403c606e38af req-5f888505-84bf-48c5-8f39-093c849e746c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255720 Nov 23 14:40:32.503722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-bf837f45-b081-4372-984a-0ba8cc8feacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.505417 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-bf837f45-b081-4372-984a-0ba8cc8feacf service neutron] 10.222.0.85 "GET /v2.0/networks?id=0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 200 len: 917 time: 0.2141535 Nov 23 14:40:32.515740 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-6146b506-9181-4c6e-a57c-f7ddda0b6eff service neutron] 10.222.0.85 "GET /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511252 Nov 23 14:40:32.576131 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:32.583557 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-e4c27a0b-50bd-4a50-a753-34c14864295a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 200 len: 217 time: 0.0587263 Nov 23 14:40:32.607582 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:32.647103 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad4ecb-c367-469c-a2ce-56bf1946a6b3 None None] The sync data for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi is: [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:37:01Z', 'revision_number': 4, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'f3f4d71a-f696-490c-ad82-113dacfb780f', 'name': '', 'network_id': '0994ee58-598b-4aee-9458-250b5bbac33e', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'mac_address': 'fa:16:3e:10:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:01Z', 'updated_at': '2021-11-23T14:37:05Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'subnets': [{'id': 'cb2d7f98-1305-4610-8e66-d8e7f3834937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:32.664462 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-336b3918-a21c-40e3-8239-a39bbb3a701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.669321 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-336b3918-a21c-40e3-8239-a39bbb3a701d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 200 len: 854 time: 0.0647798 Nov 23 14:40:32.762419 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-f66a17fb-6be0-4a16-9e05-ee02c810ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.764174 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-f66a17fb-6be0-4a16-9e05-ee02c810ff46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0994ee58-598b-4aee-9458-250b5bbac33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0899494 Nov 23 14:40:32.775420 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15527d3a-2453-4266-bd07-a026d6f6ec3f req-0130ec0a-b99b-4fb1-ad81-0751462e9a6f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.777061 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-15527d3a-2453-4266-bd07-a026d6f6ec3f req-0130ec0a-b99b-4fb1-ad81-0751462e9a6f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0703957 Nov 23 14:40:32.836193 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:32.866691 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fec207-73fc-414a-9c12-4db53d77297e None None] The sync data for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi is: [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:33:43Z', 'revision_number': 4, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '68502438-1fce-4cc3-a368-28b1c536440a', 'name': '', 'network_id': '96de613f-b0df-463c-b9eb-c71994d0999f', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'mac_address': 'fa:16:3e:09:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:43Z', 'updated_at': '2021-11-23T14:33:48Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'subnets': [{'id': '134f0a66-6bd2-4d71-beda-d74e2bbcfefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:32.882244 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-15527d3a-2453-4266-bd07-a026d6f6ec3f req-ce24fa45-9e09-411f-98df-68ac30c94fa5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958230 Nov 23 14:40:32.899180 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:32.915139 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-a18a582a-1183-407a-a5cd-46cfffbe71ee service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326487 Nov 23 14:40:33.028264 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83730e46-b7a2-4b99-812e-9291268f771e None None] New status for floating IP 53a99afe-fe69-44d0-acdf-f11758364746: DOWN {{(pid=103067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:40:33.032358 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-106ee2d2-7815-4e34-bbff-50141bf4801d req-ecea6f78-1220-4560-9d56-0a54959634fa service neutron] 10.222.0.85 "GET /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094627 Nov 23 14:40:33.168588 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38cb84-1f14-48ee-8349-d227d225a66c None None] New status for floating IP 6c90eacc-c31e-4604-98f4-0360dd97948a: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:40:33.208198 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-cec4f376-8ed4-4a77-b347-58183329309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:33.209739 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-cec4f376-8ed4-4a77-b347-58183329309d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce&tenant_id=45e139a46b8d40e4a8a321403730eb71 HTTP/1.1" status: 200 len: 1097 time: 0.0417764 Nov 23 14:40:33.279012 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-c5821e45-8220-4a96-babe-02c4d15b959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:33.280536 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-c5821e45-8220-4a96-babe-02c4d15b959d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1097 time: 0.0426307 Nov 23 14:40:33.377377 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-201965ea-89b2-4208-8029-7b60bd1a3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:33.378833 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-201965ea-89b2-4208-8029-7b60bd1a3d34 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.0901492 Nov 23 14:40:33.447285 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-b7aff554-0123-4e73-8916-f1d845b5294b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 200 len: 1000 time: 0.0573478 Nov 23 14:40:33.513064 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-6edba330-7287-4a27-9016-3bbc9c7ef14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:33.514488 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-6edba330-7287-4a27-9016-3bbc9c7ef14b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0580831 Nov 23 14:40:33.589877 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475311b3-7d4a-48e4-83d8-1b63af30d3d2 req-a92d165f-da49-4ccd-acf2-923e3ed844e1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:33.591384 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-475311b3-7d4a-48e4-83d8-1b63af30d3d2 req-a92d165f-da49-4ccd-acf2-923e3ed844e1 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0760033 Nov 23 14:40:33.597760 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-fff25e27-f09e-4de3-8381-c2f77b1b31be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:33.599204 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-fff25e27-f09e-4de3-8381-c2f77b1b31be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0745857 Nov 23 14:40:33.652788 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-475311b3-7d4a-48e4-83d8-1b63af30d3d2 req-ac311d34-acb4-4566-8188-67ce66c41bc2 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/security-groups?id=90290009-24cc-4b3f-8dda-6903f73c9260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526032 Nov 23 14:40:33.747717 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-d6d291b1-82b3-4e7b-bde3-54878ae1667d service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338072 Nov 23 14:40:33.855313 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-a0b0aa26-f8d8-4d8d-8938-0eb066f7de33 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Nov 23 14:40:34.034353 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-19a84da7-3405-4911-8bc2-0d48dde799b0 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.035742 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-19a84da7-3405-4911-8bc2-0d48dde799b0 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.85 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 945 time: 0.0837398 Nov 23 14:40:34.047555 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb097381-52a9-4d92-88a8-1803bce50082 req-5f435e7a-47d8-4759-a117-be10819de445 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.048982 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cb097381-52a9-4d92-88a8-1803bce50082 req-5f435e7a-47d8-4759-a117-be10819de445 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0672882 Nov 23 14:40:34.152282 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cb097381-52a9-4d92-88a8-1803bce50082 req-a3648cda-8617-4a1f-939e-917393e1dfe4 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962920 Nov 23 14:40:34.180321 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Deleting port 20c986d1-94ea-44c7-9233-9b2ae752b164 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:34.180655 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.278829 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] For port 20c986d1-94ea-44c7-9233-9b2ae752b164, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c986d1-94ea-44c7-9233-9b2ae752b164,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:34.283516 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.294985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Calling delete_port for 20c986d1-94ea-44c7-9233-9b2ae752b164 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:34.538388 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.571132 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event deleted for resources: {'Port': ['ID=20c986d1-94ea-44c7-9233-9b2ae752b164,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:34.622769 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] No DVR routers for this DVR port 20c986d1-94ea-44c7-9233-9b2ae752b164 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:34.628006 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.629095 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-24fb5dee-fb07-4ab3-8a04-83bbe43fab92 req-07da2c05-a0ce-497e-b1ba-1dd00ae0ae73 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.85 "DELETE /v2.0/ports/20c986d1-94ea-44c7-9233-9b2ae752b164 HTTP/1.1" status: 204 len: 173 time: 0.5792351 Nov 23 14:40:34.629542 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-deleted', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:34.632060 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d9652-319f-4941-b64d-ed1c6e00e694" -d '{"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-deleted", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:34.675111 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c9243-f6e2-4aeb-a1be-6ba119a906f3 x-openstack-request-id: req-7c9c9243-f6e2-4aeb-a1be-6ba119a906f3 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:34.675348 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d82b41-cf80-4881-975e-eb1d71b0efc7", "name": "network-vif-deleted", "tag": "20c986d1-94ea-44c7-9233-9b2ae752b164", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:34.675610 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7c9c9243-f6e2-4aeb-a1be-6ba119a906f3 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:34.676019 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d82b41-cf80-4881-975e-eb1d71b0efc7', 'name': 'network-vif-deleted', 'tag': '20c986d1-94ea-44c7-9233-9b2ae752b164', 'status': 'completed', 'code': 200} Nov 23 14:40:34.770150 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-11b57cc1-bc20-4146-adac-4590d574d6e5 req-3ddc7370-6d3e-45bf-a42b-715326aa7cb9 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0365500 Nov 23 14:40:35.284053 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca252-053d-4955-b674-f55768624fa9 req-a35c87ba-c452-4f00-9991-8371f237b22a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:35.285610 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f71ca252-053d-4955-b674-f55768624fa9 req-a35c87ba-c452-4f00-9991-8371f237b22a tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0581563 Nov 23 14:40:35.334779 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f71ca252-053d-4955-b674-f55768624fa9 req-f1666060-9d7f-45f4-8429-fd4e183483a1 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Nov 23 14:40:36.145910 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-03ae36e5-dc6a-4223-aa1d-c8a5b5ae6ec4 req-df48040c-654e-4a73-a795-6a4170b3447c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0258923 Nov 23 14:40:36.253755 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a0aa6-b20b-404f-a639-22b190931ded req-f51af861-de6e-4ad1-858d-6a1447381e5e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.255234 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bc3a0aa6-b20b-404f-a639-22b190931ded req-f51af861-de6e-4ad1-858d-6a1447381e5e tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0527568 Nov 23 14:40:36.314992 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-bc3a0aa6-b20b-404f-a639-22b190931ded req-1d180393-e95e-4ce9-a4ef-241a604bb4df tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536423 Nov 23 14:40:36.481774 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411296b-5393-40cf-99b0-7264f290f0ab req-e4f0e48b-a665-4ec9-893a-5802dbbf077b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.548829 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0411296b-5393-40cf-99b0-7264f290f0ab req-e4f0e48b-a665-4ec9-893a-5802dbbf077b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0520983 Nov 23 14:40:36.548829 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0411296b-5393-40cf-99b0-7264f290f0ab req-5118501c-7e65-442a-a47a-b9cfcaa72666 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Nov 23 14:40:37.168543 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:40:37.240949 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c25a476b-ecc1-4078-827e-7244c34d8359 req-9c6bd89e-7f1d-44db-9ce7-f3934ba66630 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0270553 Nov 23 14:40:37.434314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e9eb9-8dd0-4ac5-8e51-e71cff9e5308 req-010459c1-ab64-484c-8a2e-7342aa453055 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.435678 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-293e9eb9-8dd0-4ac5-8e51-e71cff9e5308 req-010459c1-ab64-484c-8a2e-7342aa453055 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0503500 Nov 23 14:40:37.487050 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-293e9eb9-8dd0-4ac5-8e51-e71cff9e5308 req-23aebc82-14df-4900-b63c-d221c43c0f13 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Nov 23 14:40:37.662439 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5f120-c49d-471e-aaa0-26a9bbe8e68d req-3d977b79-5c6e-4deb-b5ab-f5448f7917ae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.663912 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fea5f120-c49d-471e-aaa0-26a9bbe8e68d req-3d977b79-5c6e-4deb-b5ab-f5448f7917ae tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0503526 Nov 23 14:40:37.714006 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fea5f120-c49d-471e-aaa0-26a9bbe8e68d req-8c6e605a-0ffb-4eaf-9ee8-36cc521364fa tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Nov 23 14:40:38.346848 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e69793d1-10e1-4d68-940f-47c3100c32f7 req-54060ec1-3846-42c0-bf44-27f0b1aede1c tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0278327 Nov 23 14:40:38.605724 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12b9a2-947e-4a27-a155-c9a3441fe033 req-361624c0-62e4-403f-ba18-90e07b3035a8 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:38.607093 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5e12b9a2-947e-4a27-a155-c9a3441fe033 req-361624c0-62e4-403f-ba18-90e07b3035a8 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0536451 Nov 23 14:40:38.660029 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5e12b9a2-947e-4a27-a155-c9a3441fe033 req-6cba1224-fa2d-4e8e-adf7-f4726dcc0b84 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Nov 23 14:40:38.857333 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2e88e-7396-40ab-85ca-b8fed14015fe req-1f2167be-7f67-4cfd-8004-2790fb7643de tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:38.858711 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0cf2e88e-7396-40ab-85ca-b8fed14015fe req-1f2167be-7f67-4cfd-8004-2790fb7643de tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0605993 Nov 23 14:40:38.906022 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0cf2e88e-7396-40ab-85ca-b8fed14015fe req-186d8ae3-0d18-435c-a24f-f549152a21ff tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Nov 23 14:40:38.943700 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:38.966865 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 20c986d1-94ea-44c7-9233-9b2ae752b164 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:38.967202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 20c986d1-94ea-44c7-9233-9b2ae752b164 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:39.450492 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-89cbd494-4e9d-4c20-b119-05cb15e44790 req-2093089e-3dd9-40f4-a787-803284ec9db6 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0285861 Nov 23 14:40:39.779583 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec266fc9-1c90-4205-9136-366f89e465da req-cfde0f7b-abf3-4e0d-8d16-7442d0ebbb0c tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.782649 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ec266fc9-1c90-4205-9136-366f89e465da req-cfde0f7b-abf3-4e0d-8d16-7442d0ebbb0c tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0537457 Nov 23 14:40:39.835518 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-ec266fc9-1c90-4205-9136-366f89e465da req-f2c7af22-d8d5-47b9-97f9-b44c28161e15 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463901 Nov 23 14:40:40.034154 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c9d9-58bc-4dc6-a4e9-75bd174447ff req-6c86a396-84f2-4d9b-b1e1-5989bd655c03 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:40.035685 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b80c9d9-58bc-4dc6-a4e9-75bd174447ff req-6c86a396-84f2-4d9b-b1e1-5989bd655c03 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0554938 Nov 23 14:40:40.087512 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1b80c9d9-58bc-4dc6-a4e9-75bd174447ff req-ae4d7caa-a125-4ab9-9417-ad0bda6efccc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Nov 23 14:40:40.548311 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f4145280-ce48-474e-aad9-20093043492e req-9b92e8a6-57f0-4da3-a772-44bcb3be3147 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0261207 Nov 23 14:40:40.954985 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767eaae-d870-408c-a36a-a95f77eb6590 req-ccc6a8d5-f229-4863-82ca-eadf5da9a4b5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:40.956447 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1767eaae-d870-408c-a36a-a95f77eb6590 req-ccc6a8d5-f229-4863-82ca-eadf5da9a4b5 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0484765 Nov 23 14:40:41.009685 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-1767eaae-d870-408c-a36a-a95f77eb6590 req-3706fc07-074f-4b71-bc1b-26df5461f31d tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471859 Nov 23 14:40:41.218859 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390e22-a348-42df-9de8-5612341c95d2 req-6cbd93ae-2a51-4189-aa22-7b4914b9db08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:41.221103 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0a390e22-a348-42df-9de8-5612341c95d2 req-6cbd93ae-2a51-4189-aa22-7b4914b9db08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0551291 Nov 23 14:40:41.267426 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0a390e22-a348-42df-9de8-5612341c95d2 req-489c343b-73b9-4eed-9296-43797c432fed tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 Nov 23 14:40:41.643816 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-856c8ed0-c84c-4804-99fe-76707b9801d8 req-ffcbcd9c-a3b5-41ae-9694-e70d5a692f28 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Nov 23 14:40:42.130718 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a62f8-115f-45ae-8b24-e5dc679866cb req-bd39fdf0-be0b-4fa4-9760-4e465cf50414 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:42.132173 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dc9a62f8-115f-45ae-8b24-e5dc679866cb req-bd39fdf0-be0b-4fa4-9760-4e465cf50414 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0543563 Nov 23 14:40:42.193878 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-dc9a62f8-115f-45ae-8b24-e5dc679866cb req-ac73e1db-584e-4ab1-994a-44db53955291 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556130 Nov 23 14:40:42.413326 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75173cd-7c63-48b6-b90e-afb54e4bfb54 req-9aa0e097-15ae-4e2a-9158-c0d79608002f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:42.413326 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c75173cd-7c63-48b6-b90e-afb54e4bfb54 req-9aa0e097-15ae-4e2a-9158-c0d79608002f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0651226 Nov 23 14:40:42.465000 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c75173cd-7c63-48b6-b90e-afb54e4bfb54 req-d343db9f-7848-496e-b631-f96ece216b47 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488398 Nov 23 14:40:42.756605 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0fc89e3f-9e52-442d-813e-ad04899e17c9 req-3fe7087c-07b0-4de2-9feb-2810a40f0831 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0261350 Nov 23 14:40:43.303794 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108830-b2a4-4346-9cab-e62cd56646a4 req-19ff22ba-dc3a-4cd5-a0e4-ed83ee1c9a6c tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.305371 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-11108830-b2a4-4346-9cab-e62cd56646a4 req-19ff22ba-dc3a-4cd5-a0e4-ed83ee1c9a6c tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0514157 Nov 23 14:40:43.357665 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-11108830-b2a4-4346-9cab-e62cd56646a4 req-f657cd54-71ed-43aa-9d76-6005a227b2b1 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Nov 23 14:40:43.597143 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6fa76-6b78-40f5-962d-2b50efc3d30e req-7bc9d6b9-f68a-4357-b0f7-830852510e08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.598587 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-40d6fa76-6b78-40f5-962d-2b50efc3d30e req-7bc9d6b9-f68a-4357-b0f7-830852510e08 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0594063 Nov 23 14:40:43.648120 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-40d6fa76-6b78-40f5-962d-2b50efc3d30e req-07e725c9-17c6-439f-bb59-1708fff9cef9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Nov 23 14:40:43.855907 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a373d33-6b6f-470f-9961-d870661935b5 req-07d1c933-98ff-4061-a78e-30a8903a956e tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Nov 23 14:40:44.478599 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9e6d8-da9d-4b4a-bf5f-578949305558 req-a0e2161f-4649-46b2-a965-96a87f6cb6bd tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:44.480056 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2ce9e6d8-da9d-4b4a-bf5f-578949305558 req-a0e2161f-4649-46b2-a965-96a87f6cb6bd tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0488575 Nov 23 14:40:44.537522 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2ce9e6d8-da9d-4b4a-bf5f-578949305558 req-9905f4b9-83ab-44d8-ab30-f763e2025fc8 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Nov 23 14:40:44.783310 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa1bbc-db7c-497d-8c03-d7ac8a36dceb req-ec93ecc8-92e2-474d-b471-a933094fa3a5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:44.785175 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e7fa1bbc-db7c-497d-8c03-d7ac8a36dceb req-ec93ecc8-92e2-474d-b471-a933094fa3a5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0537822 Nov 23 14:40:44.832477 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e7fa1bbc-db7c-497d-8c03-d7ac8a36dceb req-241870f2-55d2-49c6-93ca-3734ca161c3f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407903 Nov 23 14:40:44.949051 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd74408a-ea9e-4737-812f-db2081c694df req-2d99c3dc-c0f0-4bfc-b2ca-84c94721fca5 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0257704 Nov 23 14:40:45.660713 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8aa0e-1b5c-48fa-bd65-96865edce049 req-603e4a15-842a-4ef8-b0cc-e62f0f398d30 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:45.661461 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-18d8aa0e-1b5c-48fa-bd65-96865edce049 req-603e4a15-842a-4ef8-b0cc-e62f0f398d30 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0539787 Nov 23 14:40:45.713812 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-18d8aa0e-1b5c-48fa-bd65-96865edce049 req-ee6f0cec-c4ae-40ab-ab12-2a1df5a34963 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Nov 23 14:40:45.958877 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77596bf0-bfc2-4bcb-a890-9d643348a976 req-7b2d6453-f397-4c58-8e0d-40f9c3b6ccd9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:45.960384 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-77596bf0-bfc2-4bcb-a890-9d643348a976 req-7b2d6453-f397-4c58-8e0d-40f9c3b6ccd9 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0498300 Nov 23 14:40:46.009121 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-77596bf0-bfc2-4bcb-a890-9d643348a976 req-786439be-170c-499a-978f-e13fa6a01530 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Nov 23 14:40:46.096560 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6e87cd60-1d51-4d7c-9db0-cda2a08da539 req-e03efbf6-a86a-4ad4-8614-d1deab6702e8 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0266643 Nov 23 14:40:46.823764 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba831d4-8ce2-43e4-aa70-992a96c8f767 req-7a957b33-50d1-462a-9645-03d7b705466b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:46.825165 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5ba831d4-8ce2-43e4-aa70-992a96c8f767 req-7a957b33-50d1-462a-9645-03d7b705466b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0477099 Nov 23 14:40:46.874452 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5ba831d4-8ce2-43e4-aa70-992a96c8f767 req-a659d5d6-88ff-4ab1-ba57-6e7d53377b99 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Nov 23 14:40:47.126900 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5953a-16f0-431a-985f-1d46e089bc39 req-b1571518-3e45-462d-96d9-e1562a15b840 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:47.128388 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a7f5953a-16f0-431a-985f-1d46e089bc39 req-b1571518-3e45-462d-96d9-e1562a15b840 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0491047 Nov 23 14:40:47.175197 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a7f5953a-16f0-431a-985f-1d46e089bc39 req-a5402e3c-2325-4901-902a-067211c54395 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Nov 23 14:40:47.257036 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6029e878-0205-41f6-9cb7-dac22ba68c17 req-d18f1c58-1302-45bb-8075-53ebc38c37d3 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0264039 Nov 23 14:40:47.987148 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ead-284b-42a3-ad5a-aa8747df63f4 req-c7253e3e-68ca-4721-8464-3775fa33f838 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:47.988629 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-68791ead-284b-42a3-ad5a-aa8747df63f4 req-c7253e3e-68ca-4721-8464-3775fa33f838 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0482128 Nov 23 14:40:48.038788 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-68791ead-284b-42a3-ad5a-aa8747df63f4 req-04e1bf06-ab91-47b5-a891-ab514c15bf9b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Nov 23 14:40:48.293415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e458c24-3532-4bda-a6aa-a3a0bacfc96e req-bb2b63ad-cf95-4eba-af6b-d64cf53a2dfc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:48.294870 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5e458c24-3532-4bda-a6aa-a3a0bacfc96e req-bb2b63ad-cf95-4eba-af6b-d64cf53a2dfc tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0496283 Nov 23 14:40:48.342019 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5e458c24-3532-4bda-a6aa-a3a0bacfc96e req-bc6291b8-2ffe-4602-b607-f746f32e7d85 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Nov 23 14:40:48.424798 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8e41eeb0-bebf-418e-a88b-b1bc54a78825 req-7cb3a6cb-8a9c-42a1-a9cc-996c4e897a7f tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0250804 Nov 23 14:40:49.158166 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901517f-0a92-4ea2-aa9f-292bb7ad7251 req-5acae6b0-fd6c-4a71-afa1-6ef19a9f24b1 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:49.160786 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e901517f-0a92-4ea2-aa9f-292bb7ad7251 req-5acae6b0-fd6c-4a71-afa1-6ef19a9f24b1 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0523653 Nov 23 14:40:49.212141 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e901517f-0a92-4ea2-aa9f-292bb7ad7251 req-e8437f8d-cef3-4783-890c-bafc0ebec410 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Nov 23 14:40:49.472707 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366720e-169b-44d7-9b76-e2678943124c req-d2b7c757-2654-4e93-8582-2fa7f95178be tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:49.474228 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f366720e-169b-44d7-9b76-e2678943124c req-d2b7c757-2654-4e93-8582-2fa7f95178be tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0531168 Nov 23 14:40:49.521610 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-f366720e-169b-44d7-9b76-e2678943124c req-16e25cda-c573-4fc0-b5f4-24749ea32db5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Nov 23 14:40:49.523197 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-20f31d9f-788f-4edf-8bf4-e2944b141393 req-82ea433e-d5f7-4d63-a27c-1299a7120f85 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "GET /v2.0/ports?device_id=09d82b41-cf80-4881-975e-eb1d71b0efc7 HTTP/1.1" status: 200 len: 210 time: 0.0285985 Nov 23 14:40:50.327623 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58406-a793-4c2c-82c2-023c5148e550 req-ac3c6b0c-cf42-45fc-89c8-338e6fb3cd89 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:50.329022 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c9b58406-a793-4c2c-82c2-023c5148e550 req-ac3c6b0c-cf42-45fc-89c8-338e6fb3cd89 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0499251 Nov 23 14:40:50.383964 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c9b58406-a793-4c2c-82c2-023c5148e550 req-f2f1c03a-abcf-46bb-8ed2-c0294cc7fbf9 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482128 Nov 23 14:40:50.581999 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33254) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:50.674111 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d22cf-f6c2-4623-b3e7-63f0def35c5a req-f00becaa-6bba-4920-9dbb-fce2b8ee7de6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:50.675582 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-529d22cf-f6c2-4623-b3e7-63f0def35c5a req-f00becaa-6bba-4920-9dbb-fce2b8ee7de6 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0795383 Nov 23 14:40:50.678432 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5fd8568d-a1a9-4e30-a25f-eced1ceb4466 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:50.715941 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5fd8568d-a1a9-4e30-a25f-eced1ceb4466 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:50.765358 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-529d22cf-f6c2-4623-b3e7-63f0def35c5a req-1503e2d1-8af3-4d5e-b2aa-24d967b821e8 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818245 Nov 23 14:40:50.822859 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-14ae2f50-51a2-4259-97bd-e74abee2cb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:50.845736 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5fd8568d-a1a9-4e30-a25f-eced1ceb4466 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:50.849132 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5fd8568d-a1a9-4e30-a25f-eced1ceb4466 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:50.850295 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5fd8568d-a1a9-4e30-a25f-eced1ceb4466 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] 10.222.0.82 "DELETE /v2.0/security-groups/90290009-24cc-4b3f-8dda-6903f73c9260 HTTP/1.1" status: 204 len: 168 time: 0.2673142 Nov 23 14:40:50.859511 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8568d-a1a9-4e30-a25f-eced1ceb4466 tempest-TestShelveInstance-703555910 tempest-TestShelveInstance-703555910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90290009-24cc-4b3f-8dda-6903f73c9260,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:50.979504 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33258) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:51.555813 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baea0ed-c16b-480a-a21a-4a71c04bdf72 req-8a3b32d7-49e8-4e2b-aab7-380c1d20682b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:51.557305 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0baea0ed-c16b-480a-a21a-4a71c04bdf72 req-8a3b32d7-49e8-4e2b-aab7-380c1d20682b tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.1042182 Nov 23 14:40:51.563084 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:51.574995 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-b96ae705-adfa-43d1-ac52-3cb57bf09133 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:51.576373 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-b96ae705-adfa-43d1-ac52-3cb57bf09133 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.85 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 946 time: 0.0928357 Nov 23 14:40:51.905928 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a4fc-a109-4a5f-a1d1-ffcc9b076250 req-9d893144-3500-40f1-a636-699ab8d1c260 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:51.907458 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c95a4fc-a109-4a5f-a1d1-ffcc9b076250 req-9d893144-3500-40f1-a636-699ab8d1c260 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0553813 Nov 23 14:40:51.957658 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c95a4fc-a109-4a5f-a1d1-ffcc9b076250 req-a9ed4531-14c9-49ea-8490-2bedeba14c2e tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437968 Nov 23 14:40:51.991816 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-0baea0ed-c16b-480a-a21a-4a71c04bdf72 req-dd723515-524f-437b-be75-c718013f79ba tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/security-groups?id=26854e20-81d6-495d-87ab-eb0f307855aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267883 Nov 23 14:40:52.106069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Deleting port 18ae7b24-5975-46e7-908e-8cbd192f6d2f {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:52.106314 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.236074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] For port 18ae7b24-5975-46e7-908e-8cbd192f6d2f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=18ae7b24-5975-46e7-908e-8cbd192f6d2f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:52.236966 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.267060 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Calling delete_port for 18ae7b24-5975-46e7-908e-8cbd192f6d2f owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:52.343862 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Deleting port 68502438-1fce-4cc3-a368-28b1c536440a {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:52.344190 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.461573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] For port 68502438-1fce-4cc3-a368-28b1c536440a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=68502438-1fce-4cc3-a368-28b1c536440a,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:52.461941 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.479383 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Calling delete_port for 68502438-1fce-4cc3-a368-28b1c536440a owned by network:router_interface {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:52.575107 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.586254 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['18ae7b24-5975-46e7-908e-8cbd192f6d2f'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:52.609882 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Pushing event deleted for resources: {'Port': ['ID=18ae7b24-5975-46e7-908e-8cbd192f6d2f,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:52.702074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] No DVR routers for this DVR port 18ae7b24-5975-46e7-908e-8cbd192f6d2f on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:52.702074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.702074 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-31816793-debf-42ab-8c68-a30fb4ae3d50 req-d1063a81-6491-4a30-8c42-ed1609220685 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.85 "DELETE /v2.0/ports/18ae7b24-5975-46e7-908e-8cbd192f6d2f HTTP/1.1" status: 204 len: 173 time: 1.0621250 Nov 23 14:40:52.702074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'name': 'network-vif-deleted', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:52.702074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13230498-3cc0-48d4-add9-0456c769e7ae" -d '{"events": [{"server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "name": "network-vif-deleted", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:52.770552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d20efe-6fc3-4e4c-9bcc-38196f8be18e x-openstack-request-id: req-26d20efe-6fc3-4e4c-9bcc-38196f8be18e {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:52.770552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30691a4-e578-4658-afcf-033a9a8ef9fe", "name": "network-vif-deleted", "tag": "18ae7b24-5975-46e7-908e-8cbd192f6d2f", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:52.770552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-26d20efe-6fc3-4e4c-9bcc-38196f8be18e {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:52.770866 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30691a4-e578-4658-afcf-033a9a8ef9fe', 'name': 'network-vif-deleted', 'tag': '18ae7b24-5975-46e7-908e-8cbd192f6d2f', 'status': 'completed', 'code': 200} Nov 23 14:40:52.816864 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:52.843716 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68502438-1fce-4cc3-a368-28b1c536440a,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:53.021677 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:40:53.022035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.139337 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c012-b6f2-4826-8cbc-df421d0e68dc req-c2a514d7-bd23-4e12-a2fd-0ffbea1b55ad tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:53.151382 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c847c012-b6f2-4826-8cbc-df421d0e68dc req-c2a514d7-bd23-4e12-a2fd-0ffbea1b55ad tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 944 time: 0.0784187 Nov 23 14:40:53.160466 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:53.173333 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'port_id': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'mac_address': 'fa:16:3e:57:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:40:53.180485 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e041034d-4690-4afb-8b6c-bae7a89b870a req-a76aeddd-7c12-4889-afa3-e71b0fb72f11 tempest-TestMinimumBasicScenario-1101249589 tempest-TestMinimumBasicScenario-1101249589-project] 10.222.0.82 "GET /v2.0/ports?device_id=f30691a4-e578-4658-afcf-033a9a8ef9fe HTTP/1.1" status: 200 len: 210 time: 0.0745618 Nov 23 14:40:53.217664 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c847c012-b6f2-4826-8cbc-df421d0e68dc req-3aabf3fb-8ed4-4ca0-8c85-8a0769bc8169 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631421 Nov 23 14:40:53.233786 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.247851 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:53.269308 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:53.291373 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-816e0aad-eb6e-4c59-86f0-0ba762da4e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.323579 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Router 3b01b984-5609-4cfe-b497-a496870d25a2 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:53.354295 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.415537 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=9']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:53.428740 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:53.439934 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7d7d4016-4f28-4a35-b0c7-563a7ab2c0c2 admin admin] 10.222.0.82 "PUT /v2.0/routers/3b01b984-5609-4cfe-b497-a496870d25a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531505 Nov 23 14:40:53.439934 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33280) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:53.440123 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] Sync routers for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:53.450496 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:53.451109 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:53.546998 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks [] for router, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.556228 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:53.651624 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.687126 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:53.795384 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Deleting port 7caac764-a107-45c1-83ed-62eb62c2e44f {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:53.795746 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.801786 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:40:52Z', 'revision_number': 5, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port': {'id': '7caac764-a107-45c1-83ed-62eb62c2e44f', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:41Z', 'updated_at': '2021-11-23T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:53.834679 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] Checking router: 3b01b984-5609-4cfe-b497-a496870d25a2 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:53.854319 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] Routers {'3b01b984-5609-4cfe-b497-a496870d25a2'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:53.854926 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['3b01b984-5609-4cfe-b497-a496870d25a2'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:53.878450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] For port 7caac764-a107-45c1-83ed-62eb62c2e44f, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7caac764-a107-45c1-83ed-62eb62c2e44f,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:53.878830 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:53.890403 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Calling delete_port for 7caac764-a107-45c1-83ed-62eb62c2e44f owned by network:router_gateway {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:53.960526 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] Set router 3b01b984-5609-4cfe-b497-a496870d25a2 gateway port host: None {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:54.016264 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:40:53Z', 'revision_number': 6, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:54.042714 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c87b8-9e45-4413-bfbe-432ff7c2fc94 None None] The sync data for ids ['3b01b984-5609-4cfe-b497-a496870d25a2'] in dv-cinder-804757-10-iscsi is: [{'id': '3b01b984-5609-4cfe-b497-a496870d25a2', 'name': 'tempest-TestShelveInstance-1066453331-router', 'tenant_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:40Z', 'updated_at': '2021-11-23T14:40:53Z', 'revision_number': 6, 'project_id': 'c62f306655ec464f9295fc94d9ce4e1a', 'gw_port_host': None}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:54.120085 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.143593 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Pushing event deleted for resources: {'Port': ['ID=7caac764-a107-45c1-83ed-62eb62c2e44f,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:54.207693 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.322679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.336757 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.423147 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a632c-15d2-4472-a21f-da02ddc8fd45 req-3ff9b2f9-025b-4dbc-bdd1-ccdca957ddf5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:54.425062 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-412a632c-15d2-4472-a21f-da02ddc8fd45 req-3ff9b2f9-025b-4dbc-bdd1-ccdca957ddf5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 945 time: 0.1170521 Nov 23 14:40:54.488323 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-412a632c-15d2-4472-a21f-da02ddc8fd45 req-29942503-7ced-4fc7-8915-3f4527cf2c5d tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567055 Nov 23 14:40:54.503361 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.503361 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b01b984-5609-4cfe-b497-a496870d25a2 {{(pid=103066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:40:54.510631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.515623 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.521473 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-be34e30d-3d89-4621-bbcf-bcc3605c448e admin admin] 10.222.0.82 "DELETE /v2.0/routers/3b01b984-5609-4cfe-b497-a496870d25a2 HTTP/1.1" status: 204 len: 168 time: 1.0803795 Nov 23 14:40:54.522401 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33302) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:54.595243 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 68502438-1fce-4cc3-a368-28b1c536440a no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:54.603130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Deleting subnet 134f0a66-6bd2-4d71-beda-d74e2bbcfefd {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:40:54.606222 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.609718 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 68502438-1fce-4cc3-a368-28b1c536440a {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:54.610067 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 68502438-1fce-4cc3-a368-28b1c536440a not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:54.647541 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.754646 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.897256 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.924844 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134f0a66-6bd2-4d71-beda-d74e2bbcfefd,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:54.926843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:54.933728 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-23347998-dfae-4a66-8d93-db5463e79a6b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/134f0a66-6bd2-4d71-beda-d74e2bbcfefd HTTP/1.1" status: 204 len: 168 time: 0.4058361 Nov 23 14:40:54.933728 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33318) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:54.936487 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96f68b8-f4bf-4462-8e29-1dd3e6ae9e09 None None] Network 96de613f-b0df-463c-b9eb-c71994d0999f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:55.004812 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.035602 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:55.065912 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Deleting port 87c3f645-2389-4c4d-addb-c2c610de1101 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:55.066355 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.113765 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:55.114119 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.139847 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] For port 87c3f645-2389-4c4d-addb-c2c610de1101, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=87c3f645-2389-4c4d-addb-c2c610de1101,segment=NetworkSegment(7a7cb088-fcba-405b-a1e7-a08b84ab0c1a),segment_id=7a7cb088-fcba-405b-a1e7-a08b84ab0c1a)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:55.140385 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.163769 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Calling delete_port for 87c3f645-2389-4c4d-addb-c2c610de1101 owned by network:dhcp {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:55.263679 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] DHCP port deletion for 96de613f-b0df-463c-b9eb-c71994d0999f request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:55.354402 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.357108 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.361251 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Deleting port 87c3f645-2389-4c4d-addb-c2c610de1101 {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:55.361712 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.382326 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c3f645-2389-4c4d-addb-c2c610de1101,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:55.384192 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] No DVR routers for this DVR port 87c3f645-2389-4c4d-addb-c2c610de1101 on host dv-cinder-804757-10-iscsi {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:55.402464 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:55.404721 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb59a41-0ddd-4390-a07a-9f3389d4d849" -d '{"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-plugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:55.443955 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55319dde-77f6-4b67-878a-faf419f643a0 x-openstack-request-id: req-55319dde-77f6-4b67-878a-faf419f643a0 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:55.444195 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-plugged", "status": "completed", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:55.444445 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-55319dde-77f6-4b67-878a-faf419f643a0 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:55.444839 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'code': 200} Nov 23 14:40:55.446482 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:55.462431 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] For port 87c3f645-2389-4c4d-addb-c2c610de1101, host dv-cinder-804757-10-iscsi, got binding levels [] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:55.462815 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.470482 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.476175 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Calling delete_port for 87c3f645-2389-4c4d-addb-c2c610de1101 owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:55.480423 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.ipam_backend_mixin [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Port 87c3f645-2389-4c4d-addb-c2c610de1101 was not found and therefore no delete operation was performed {{(pid=103067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:40:55.485628 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.512109 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.514961 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96de613f-b0df-463c-b9eb-c71994d0999f']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:55.515124 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 18ae7b24-5975-46e7-908e-8cbd192f6d2f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:55.515124 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] Pushing event deleted for resources: {'Port': ['ID=87c3f645-2389-4c4d-addb-c2c610de1101,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:55.516916 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde42eab-42c4-4ae7-bb6b-775fa15b9fb5 None None] No DVR routers for this DVR port 87c3f645-2389-4c4d-addb-c2c610de1101 on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:55.528318 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:55.529233 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7cb088-fcba-405b-a1e7-a08b84ab0c1a') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:55.541855 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.557006 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 18ae7b24-5975-46e7-908e-8cbd192f6d2f {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:55.557614 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 18ae7b24-5975-46e7-908e-8cbd192f6d2f not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:55.565828 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.574249 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:40:55.577577 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.600013 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=10']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:40:55.617604 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:40:55.679850 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33336) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:55.753717 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e71d8-7cc8-4dfc-b960-b7549fc72cba req-31eaa55f-c67d-4482-9e72-6a80ebc45dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:55.754931 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce688051-5889-438d-ba18-9007b78cd53b req-db390691-828a-4c70-b77e-7b674cccdd7f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:55.755377 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8e1e71d8-7cc8-4dfc-b960-b7549fc72cba req-31eaa55f-c67d-4482-9e72-6a80ebc45dd0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1100 time: 0.0439150 Nov 23 14:40:55.756512 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ce688051-5889-438d-ba18-9007b78cd53b req-db390691-828a-4c70-b77e-7b674cccdd7f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.1367109 Nov 23 14:40:55.789437 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.801803 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-8e1e71d8-7cc8-4dfc-b960-b7549fc72cba req-245958ff-a1d3-4865-8295-e7073bd02bd6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390363 Nov 23 14:40:55.813604 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.817997 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] 10.222.0.82 "DELETE /v2.0/networks/96de613f-b0df-463c-b9eb-c71994d0999f HTTP/1.1" status: 204 len: 168 time: 0.8844638 Nov 23 14:40:55.820918 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33338) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:55.836678 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77276aa5-1f71-4e4e-b184-cdbaf703c4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96de613f-b0df-463c-b9eb-c71994d0999f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:55.845770 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:55.904141 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ce688051-5889-438d-ba18-9007b78cd53b req-cb2ac180-9e2b-4e7b-9b0f-b9294152bb04 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179869 Nov 23 14:40:56.079666 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.114492 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.179130 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.351603 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 87c3f645-2389-4c4d-addb-c2c610de1101 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:56.377735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 87c3f645-2389-4c4d-addb-c2c610de1101 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:56.378182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 87c3f645-2389-4c4d-addb-c2c610de1101 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:56.378718 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7caac764-a107-45c1-83ed-62eb62c2e44f no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:56.382233 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Deleting port f3f4d71a-f696-490c-ad82-113dacfb780f {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:56.382645 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.400355 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 7caac764-a107-45c1-83ed-62eb62c2e44f {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:56.401001 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7caac764-a107-45c1-83ed-62eb62c2e44f not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:56.470260 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] For port f3f4d71a-f696-490c-ad82-113dacfb780f, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=f3f4d71a-f696-490c-ad82-113dacfb780f,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:56.470700 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.483634 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Calling delete_port for f3f4d71a-f696-490c-ad82-113dacfb780f owned by network:router_interface {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:56.667961 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Deleting port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:56.668215 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.719590 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.745607 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] For port b8eaa950-5e65-47a2-bf97-d06d5d8f64e8, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:56.745989 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.747887 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f4d71a-f696-490c-ad82-113dacfb780f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:56.760134 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Calling delete_port for b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 owned by network:router_interface {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:56.931498 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.005595 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.022679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.047519 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8eaa950-5e65-47a2-bf97-d06d5d8f64e8,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:57.096727 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4960ae0-3293-4fb8-935e-804a1e6c381c req-3d58e6fe-5214-42c6-9862-751800aad677 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:57.098420 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a4960ae0-3293-4fb8-935e-804a1e6c381c req-3d58e6fe-5214-42c6-9862-751800aad677 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.1062043 Nov 23 14:40:57.253006 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.494970 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Router 04dc359b-42f5-4619-a967-93f725f9cb58 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:57.521790 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a4960ae0-3293-4fb8-935e-804a1e6c381c req-09b96f79-95b4-4aa7-8697-717f9d552c25 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167471 Nov 23 14:40:57.541947 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:57.601505 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:57.610106 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-56676bfa-a4c3-430a-b77b-7312792f3cf6 admin admin] 10.222.0.82 "PUT /v2.0/routers/04dc359b-42f5-4619-a967-93f725f9cb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847924 Nov 23 14:40:57.610106 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33364) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:57.612519 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] Sync routers for ids ['04dc359b-42f5-4619-a967-93f725f9cb58'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:57.622455 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] Routers {'04dc359b-42f5-4619-a967-93f725f9cb58'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:57.623077 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['04dc359b-42f5-4619-a967-93f725f9cb58'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:57.647568 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:57.652729 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-1093dbf4-38ab-4bb2-b839-e5020df46295 admin admin] 10.222.0.82 "PUT /v2.0/routers/e997363d-cc7d-452d-9cc3-0a200bb3d8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718804 Nov 23 14:40:57.655482 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33366) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:57.660891 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] Sync routers for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:57.675201 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:57.675701 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:57.731809 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks [] for router, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.792538 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks [] for router, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.821378 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:57.863775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.866307 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] Set router 04dc359b-42f5-4619-a967-93f725f9cb58 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:57.921616 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.007884 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Deleting port 7704eab4-936c-4cb6-b4d8-0482e2eea748 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:58.007884 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.050393 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:40:56Z', 'revision_number': 5, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port': {'id': '66766528-e5cb-4dd4-ad3f-d1b7cd7b879d', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:59Z', 'updated_at': '2021-11-23T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:58.074416 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Deleting port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:58.074796 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.083114 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] Checking router: e997363d-cc7d-452d-9cc3-0a200bb3d8a4 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:58.092922 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] Routers {'e997363d-cc7d-452d-9cc3-0a200bb3d8a4'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:58.093540 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:58.112883 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:40:56Z', 'revision_number': 5, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port': {'id': '7704eab4-936c-4cb6-b4d8-0482e2eea748', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:33:47Z', 'updated_at': '2021-11-23T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:58.137265 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] For port 7704eab4-936c-4cb6-b4d8-0482e2eea748, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7704eab4-936c-4cb6-b4d8-0482e2eea748,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:58.137647 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.140878 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] Checking router: 04dc359b-42f5-4619-a967-93f725f9cb58 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:58.151147 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] Routers {'04dc359b-42f5-4619-a967-93f725f9cb58'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:58.152110 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['04dc359b-42f5-4619-a967-93f725f9cb58'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:58.171983 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Calling delete_port for 7704eab4-936c-4cb6-b4d8-0482e2eea748 owned by network:router_gateway {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:58.172225 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] For port 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:58.176597 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.191079 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Calling delete_port for 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d owned by network:router_gateway {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:58.225043 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] Set router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 gateway port host: None {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:58.250395 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] Set router 04dc359b-42f5-4619-a967-93f725f9cb58 gateway port host: None {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:58.287250 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:40:57Z', 'revision_number': 6, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:58.352379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83772e-d717-4915-a4c6-be9e67a11dc5 None None] The sync data for ids ['e997363d-cc7d-452d-9cc3-0a200bb3d8a4'] in dv-cinder-804757-10-iscsi is: [{'id': 'e997363d-cc7d-452d-9cc3-0a200bb3d8a4', 'name': 'tempest-TestMinimumBasicScenario-1449296714-router', 'tenant_id': '3c896e07f31448e08e2af756467d627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:58Z', 'updated_at': '2021-11-23T14:40:57Z', 'revision_number': 6, 'project_id': '3c896e07f31448e08e2af756467d627d', 'gw_port_host': None}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:58.359773 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:40:57Z', 'revision_number': 6, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:58.398904 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c488a4-968a-4241-a57a-a71675fd4c9c None None] The sync data for ids ['04dc359b-42f5-4619-a967-93f725f9cb58'] in dv-cinder-804757-10-iscsi is: [{'id': '04dc359b-42f5-4619-a967-93f725f9cb58', 'name': 'tempest-TestShelveInstance-907321438-router', 'tenant_id': '7d04c7cda784478cbcca32b0dd51d199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:40:57Z', 'revision_number': 6, 'project_id': '7d04c7cda784478cbcca32b0dd51d199', 'gw_port_host': None}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:58.457188 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.482853 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Pushing event deleted for resources: {'Port': ['ID=7704eab4-936c-4cb6-b4d8-0482e2eea748,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:58.523853 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.550277 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.551404 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Pushing event deleted for resources: {'Port': ['ID=66766528-e5cb-4dd4-ad3f-d1b7cd7b879d,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:58.635041 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.642104 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.644551 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.743051 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.746073 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.756244 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b83f-fc7b-42ae-a0a0-f9552ad9c978 req-7ea72e26-c791-4320-910c-d03a7ab97d45 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:58.757920 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3dd1b83f-fc7b-42ae-a0a0-f9552ad9c978 req-7ea72e26-c791-4320-910c-d03a7ab97d45 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.1533835 Nov 23 14:40:58.760456 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.760993 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04dc359b-42f5-4619-a967-93f725f9cb58 {{(pid=103066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:40:58.765313 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.769445 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-cf3ecc6e-42c8-4dd0-a57a-308c98452364 admin admin] 10.222.0.82 "DELETE /v2.0/routers/04dc359b-42f5-4619-a967-93f725f9cb58 HTTP/1.1" status: 204 len: 168 time: 1.1587100 Nov 23 14:40:58.771880 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33386) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:58.818789 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Deleting subnet fdeecee5-024c-419d-a019-06230f2f85c6 {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:40:58.822058 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.841232 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3dd1b83f-fc7b-42ae-a0a0-f9552ad9c978 req-56d9fbb8-f3e1-45e9-bfdb-53a7e04eb751 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Nov 23 14:40:58.860575 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2142867253'] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.873675 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.874334 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e997363d-cc7d-452d-9cc3-0a200bb3d8a4 {{(pid=103065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:40:58.879706 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.883698 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5cdce0fa-b804-4320-957e-b09bf48cd838 admin admin] 10.222.0.82 "DELETE /v2.0/routers/e997363d-cc7d-452d-9cc3-0a200bb3d8a4 HTTP/1.1" status: 204 len: 168 time: 1.2236702 Nov 23 14:40:58.883698 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33388) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:58.933122 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Deleting subnet cb2d7f98-1305-4610-8e66-d8e7f3834937 {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:40:58.936194 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.971061 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:58.971339 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.052699 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.105539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143282186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143022044'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.141335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdeecee5-024c-419d-a019-06230f2f85c6,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:59.144786 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.146988 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-46eed44e-4b5a-4e27-aa22-fa9e26db2de4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/fdeecee5-024c-419d-a019-06230f2f85c6 HTTP/1.1" status: 204 len: 168 time: 0.3741241 Nov 23 14:40:59.147893 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f43f45-3945-4335-9ba6-e3e3c0ac5f25 None None] Network bf3a89f9-b84a-490f-a12c-a2ad0c8998fc requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:59.149380 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33392) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:59.154322 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.167878 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.173343 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/cb2d7f98-1305-4610-8e66-d8e7f3834937 HTTP/1.1" status: 204 len: 168 time: 0.2867293 Nov 23 14:40:59.177441 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33394) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:59.178791 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c50009-9019-4216-9fa9-fdddcf0ba642 None None] Network 0994ee58-598b-4aee-9458-250b5bbac33e requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:59.194018 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3aa2e-afcf-4996-91bf-e9f07ddfd2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2d7f98-1305-4610-8e66-d8e7f3834937,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:59.271199 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.288684 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.371837 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Deleting port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:59.372539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.435295 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Deleting port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:59.435622 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.477188 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] For port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:59.477566 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.522117 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Calling delete_port for 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c owned by network:dhcp {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:59.529016 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] For port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,segment=NetworkSegment(9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd),segment_id=9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:59.529368 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.546902 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Calling delete_port for 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e owned by network:dhcp {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:59.685227 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] DHCP port deletion for bf3a89f9-b84a-490f-a12c-a2ad0c8998fc request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:59.723788 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] DHCP port deletion for 0994ee58-598b-4aee-9458-250b5bbac33e request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:59.771175 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] Deleting port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:59.771557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.782388 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.811973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.817155 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:59.821885 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] No DVR routers for this DVR port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c on host dv-cinder-804757-10-iscsi {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:59.844910 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] For port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,segment=NetworkSegment(6f82214d-5752-46c5-a475-f13c126d6483),segment_id=6f82214d-5752-46c5-a475-f13c126d6483)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:59.845334 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.856491 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Deleting port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:59.856780 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.862503 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] Calling delete_port for 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:59.862711 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] No DVR routers for this DVR port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e on host dv-cinder-804757-10-iscsi {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:59.864521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:59.973634 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.986879 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] For port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e, host dv-cinder-804757-10-iscsi, got binding levels [] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:59.987274 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.994551 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32698fe-5a7c-4065-9b53-6284f29d2bb8 req-703797d0-901a-4743-a07b-c27afb4ce84b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:59.996569 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d32698fe-5a7c-4065-9b53-6284f29d2bb8 req-703797d0-901a-4743-a07b-c27afb4ce84b tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.0696011 Nov 23 14:41:00.014468 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.015169 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Calling delete_port for 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:00.020973 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.ipam_backend_mixin [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e was not found and therefore no delete operation was performed {{(pid=103067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:41:00.027173 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.038400 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0994ee58-598b-4aee-9458-250b5bbac33e']}} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:00.056179 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd') {'for_net_delete': True} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:00.056600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2c4e70-a53b-4f77-a68f-ac3ca7f422bd') {} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:00.063991 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d32698fe-5a7c-4065-9b53-6284f29d2bb8 req-8a556ba5-69de-4bd8-9753-b419cf5edabb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597968 Nov 23 14:41:00.073736 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3a89f9-b84a-490f-a12c-a2ad0c8998fc']}} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:00.074157 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] Pushing event deleted for resources: {'Port': ['ID=8fd7db88-fa90-4d5f-93e4-b81a2a1f555e,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:00.083491 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df917b-4702-4ff6-9cb6-9d9cc5e3c105 None None] No DVR routers for this DVR port 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:00.086826 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.087255 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2142867244'] for segment, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.110445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f82214d-5752-46c5-a475-f13c126d6483') {'for_net_delete': True} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:00.110445 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.services.segments.db [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f82214d-5752-46c5-a475-f13c126d6483') {} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:00.115100 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] Pushing event deleted for resources: {'Port': ['ID=8c4f36dc-5d92-4068-aab3-2a2f66b9b92c,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:00.115876 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2142867244'] for segment, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.132853 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3981c53-b380-4d6e-915c-6f10a354ee00 None None] No DVR routers for this DVR port 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:00.137794 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.156289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:41:00.156713 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143283108'] for segment, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: Traceback (most recent call last): Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: timer() Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: cb(*args, **kw) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: return func(*args, **kwargs) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: self._notify() Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: self.callback(batched_events) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: event.method(event) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: return f(self, *a, **k) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._get(url).json() Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: return self.request(url, 'GET', **kwargs) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:41:00.158922 dv-cinder-804757-10-iscsi neutron-server[103066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:41:00.174456 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.215544 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:41:00.216492 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143283108'] for segment, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: Traceback (most recent call last): Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: timer() Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: cb(*args, **kw) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: return func(*args, **kwargs) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: self._notify() Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: self.callback(batched_events) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: event.method(event) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: return f(self, *a, **k) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._get(url).json() Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: return self.request(url, 'GET', **kwargs) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:41:00.217573 dv-cinder-804757-10-iscsi neutron-server[103066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:41:00.336766 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.342261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.345793 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] 10.222.0.82 "DELETE /v2.0/networks/0994ee58-598b-4aee-9458-250b5bbac33e HTTP/1.1" status: 204 len: 168 time: 1.1676533 Nov 23 14:41:00.348771 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33402) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:00.357005 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device f3f4d71a-f696-490c-ad82-113dacfb780f no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:00.379456 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: f3f4d71a-f696-490c-ad82-113dacfb780f {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:00.380461 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device f3f4d71a-f696-490c-ad82-113dacfb780f not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:00.380461 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:00.383113 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563074e-7211-43fc-a753-63bcb3ce9bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=0994ee58-598b-4aee-9458-250b5bbac33e,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:00.384565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.393154 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.397868 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] 10.222.0.82 "DELETE /v2.0/networks/bf3a89f9-b84a-490f-a12c-a2ad0c8998fc HTTP/1.1" status: 204 len: 168 time: 1.2474763 Nov 23 14:41:00.411592 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5750a-71db-4800-b9de-966d64015757 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3a89f9-b84a-490f-a12c-a2ad0c8998fc,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:00.423989 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:00.424456 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8c4f36dc-5d92-4068-aab3-2a2f66b9b92c not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:00.425204 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:00.452551 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:00.452902 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 66766528-e5cb-4dd4-ad3f-d1b7cd7b879d not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:00.453321 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:00.593279 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:00.593618 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device b8eaa950-5e65-47a2-bf97-d06d5d8f64e8 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:00.594028 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:00.612338 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:00.612685 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 8fd7db88-fa90-4d5f-93e4-b81a2a1f555e not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:00.613096 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7704eab4-936c-4cb6-b4d8-0482e2eea748 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:00.631196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 7704eab4-936c-4cb6-b4d8-0482e2eea748 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:00.631469 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7704eab4-936c-4cb6-b4d8-0482e2eea748 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:00.732525 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.752612 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33406) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:00.797888 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ee7ff22f-fca2-45b0-8e47-2a7504949296 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c62f306655ec464f9295fc94d9ce4e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429592 Nov 23 14:41:00.799532 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33408) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:00.847069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-db73a447-d222-44f2-aced-71df84565324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.868166 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-db73a447-d222-44f2-aced-71df84565324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.970915 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-db73a447-d222-44f2-aced-71df84565324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.973605 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-db73a447-d222-44f2-aced-71df84565324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.974764 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-db73a447-d222-44f2-aced-71df84565324 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4a7d29ac-40af-4f8a-b81a-3b0371536f62 HTTP/1.1" status: 204 len: 168 time: 0.1743331 Nov 23 14:41:00.975479 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Deleting port ec02ea78-2772-4a78-9b7b-dc371fdd729a {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:00.975697 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.982953 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73a447-d222-44f2-aced-71df84565324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d29ac-40af-4f8a-b81a-3b0371536f62,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:01.061300 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] For port ec02ea78-2772-4a78-9b7b-dc371fdd729a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ec02ea78-2772-4a78-9b7b-dc371fdd729a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:01.063025 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.075230 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Calling delete_port for ec02ea78-2772-4a78-9b7b-dc371fdd729a owned by network:router_interface {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:01.286410 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.319359 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec02ea78-2772-4a78-9b7b-dc371fdd729a,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:01.491258 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.581776 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33416) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:01.620891 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-af3d976d-f57d-495c-b52b-cb734d5846f2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7d04c7cda784478cbcca32b0dd51d199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376043 Nov 23 14:41:01.623157 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33418) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:01.670063 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-170fa7d3-2624-481b-8878-43093e03ec17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.691044 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-170fa7d3-2624-481b-8878-43093e03ec17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.707806 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Router a60cc428-6892-4131-83f2-ec49df624fe5 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:01.793700 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-170fa7d3-2624-481b-8878-43093e03ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.796195 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-170fa7d3-2624-481b-8878-43093e03ec17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.797392 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-170fa7d3-2624-481b-8878-43093e03ec17 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1878cccc-7d4d-4876-a9a6-3130fb39c65b HTTP/1.1" status: 204 len: 168 time: 0.1733468 Nov 23 14:41:01.805787 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fa7d3-2624-481b-8878-43093e03ec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878cccc-7d4d-4876-a9a6-3130fb39c65b,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:01.812038 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:01.820287 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-1a649bc6-3162-474a-9f7f-9e52b1f191e2 admin admin] 10.222.0.82 "PUT /v2.0/routers/a60cc428-6892-4131-83f2-ec49df624fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4699595 Nov 23 14:41:01.820941 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33422) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:01.823165 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] Sync routers for ids ['a60cc428-6892-4131-83f2-ec49df624fe5'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:01.836394 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] Routers {'a60cc428-6892-4131-83f2-ec49df624fe5'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:01.837001 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['a60cc428-6892-4131-83f2-ec49df624fe5'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:01.945957 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks [] for router, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.946411 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] Set router a60cc428-6892-4131-83f2-ec49df624fe5 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:02.050788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.150708 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:41:01Z', 'revision_number': 5, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port': {'id': '027fa0a6-721c-48e6-9f92-b8b5376468ad', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:05Z', 'updated_at': '2021-11-23T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:02.159605 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Deleting port 027fa0a6-721c-48e6-9f92-b8b5376468ad {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:02.160223 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.179522 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] Checking router: a60cc428-6892-4131-83f2-ec49df624fe5 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:02.190273 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] Routers {'a60cc428-6892-4131-83f2-ec49df624fe5'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:02.190273 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:40:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['a60cc428-6892-4131-83f2-ec49df624fe5'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:02.253761 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] For port 027fa0a6-721c-48e6-9f92-b8b5376468ad, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=027fa0a6-721c-48e6-9f92-b8b5376468ad,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:02.254229 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.268030 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Calling delete_port for 027fa0a6-721c-48e6-9f92-b8b5376468ad owned by network:router_gateway {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:02.281065 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] Set router a60cc428-6892-4131-83f2-ec49df624fe5 gateway port host: None {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:02.341797 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:41:02Z', 'revision_number': 6, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:02.370024 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2b4e2-ec62-49a0-8c78-3d187fb25113 None None] The sync data for ids ['a60cc428-6892-4131-83f2-ec49df624fe5'] in dv-cinder-804757-10-iscsi is: [{'id': 'a60cc428-6892-4131-83f2-ec49df624fe5', 'name': 'tempest-TestMinimumBasicScenario-470650209-router', 'tenant_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:04Z', 'updated_at': '2021-11-23T14:41:02Z', 'revision_number': 6, 'project_id': '282fa4c056ee432d8c82b1a866e1cbc9', 'gw_port_host': None}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:02.507863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.534867 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Pushing event deleted for resources: {'Port': ['ID=027fa0a6-721c-48e6-9f92-b8b5376468ad,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:02.595001 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.683495 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.685656 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.783309 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.789153 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a60cc428-6892-4131-83f2-ec49df624fe5 {{(pid=103065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:41:02.789153 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.790231 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-423b54e8-0bd3-4525-975e-651bb056d957 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a60cc428-6892-4131-83f2-ec49df624fe5 HTTP/1.1" status: 204 len: 168 time: 0.9683580 Nov 23 14:41:02.792907 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33430) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:02.836156 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Deleting subnet 11d6cf48-5043-4d37-b142-935cb43d4643 {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:41:02.839089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.873069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2142867253'] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.949180 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.075169 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143282186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143022044'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.091982 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.097953 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/11d6cf48-5043-4d37-b142-935cb43d4643 HTTP/1.1" status: 204 len: 168 time: 0.3013980 Nov 23 14:41:03.098154 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1bd537-5bf0-4f8e-9320-7c336ccac9f3 None None] Network 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:03.098587 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33436) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:03.131289 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f33529-1815-4426-bfe6-890c71cd6515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d6cf48-5043-4d37-b142-935cb43d4643,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:03.173390 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.234751 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Deleting port 7cc53ed5-b155-4615-bf0e-86ff6d61017a {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:03.235175 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.303254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] For port 7cc53ed5-b155-4615-bf0e-86ff6d61017a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7cc53ed5-b155-4615-bf0e-86ff6d61017a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:03.303611 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.312486 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] DHCP port deletion for 1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:03.319263 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Calling delete_port for 7cc53ed5-b155-4615-bf0e-86ff6d61017a owned by network:dhcp {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:03.371133 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] Deleting port 7cc53ed5-b155-4615-bf0e-86ff6d61017a {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:03.371923 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.448939 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] For port 7cc53ed5-b155-4615-bf0e-86ff6d61017a, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=7cc53ed5-b155-4615-bf0e-86ff6d61017a,segment=NetworkSegment(c27e99d4-7867-4488-810a-981c4b573443),segment_id=c27e99d4-7867-4488-810a-981c4b573443)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:03.457086 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.464134 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] Calling delete_port for 7cc53ed5-b155-4615-bf0e-86ff6d61017a owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:03.593894 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.620201 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] Pushing event deleted for resources: {'Port': ['ID=7cc53ed5-b155-4615-bf0e-86ff6d61017a,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:03.624801 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51b6fa-5f78-4f58-8435-a093698bcb06 None None] No DVR routers for this DVR port 7cc53ed5-b155-4615-bf0e-86ff6d61017a on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:03.674924 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.700585 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc53ed5-b155-4615-bf0e-86ff6d61017a,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:03.702387 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] No DVR routers for this DVR port 7cc53ed5-b155-4615-bf0e-86ff6d61017a on host dv-cinder-804757-10-iscsi {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:03.774551 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.794040 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:03.802975 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27e99d4-7867-4488-810a-981c4b573443') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:03.803272 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27e99d4-7867-4488-810a-981c4b573443') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:03.812189 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.825496 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.832310 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:41:03.832691 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: self.session.flush() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: self.session.flush() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: self.session.flush() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: self.session.flush() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:41:03.834351 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:41:03.925071 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.930125 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.933376 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f HTTP/1.1" status: 204 len: 168 time: 0.8341107 Nov 23 14:41:03.944801 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34058d3-7037-462e-bec2-5a40be5251d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a21d009-a1bf-41c7-a2b7-e4a8a1c4162f,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:04.284956 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33446) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:04.328369 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-f7cdc59e-f193-49e7-9be0-985e3bb3e2ae admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3c896e07f31448e08e2af756467d627d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420902 Nov 23 14:41:04.331260 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33448) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:04.348182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7cc53ed5-b155-4615-bf0e-86ff6d61017a no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:04.368878 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 7cc53ed5-b155-4615-bf0e-86ff6d61017a {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:04.369224 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 7cc53ed5-b155-4615-bf0e-86ff6d61017a not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:04.369888 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ec02ea78-2772-4a78-9b7b-dc371fdd729a no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:04.384607 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2a135664-849c-4325-90b0-7b59d3a5744b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.388856 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: ec02ea78-2772-4a78-9b7b-dc371fdd729a {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:04.389209 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ec02ea78-2772-4a78-9b7b-dc371fdd729a not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:04.389627 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 027fa0a6-721c-48e6-9f92-b8b5376468ad no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:04.407036 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2a135664-849c-4325-90b0-7b59d3a5744b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.411162 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 027fa0a6-721c-48e6-9f92-b8b5376468ad {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:04.411513 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 027fa0a6-721c-48e6-9f92-b8b5376468ad not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:04.490873 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2a135664-849c-4325-90b0-7b59d3a5744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.493549 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2a135664-849c-4325-90b0-7b59d3a5744b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.494965 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2a135664-849c-4325-90b0-7b59d3a5744b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/26854e20-81d6-495d-87ab-eb0f307855aa HTTP/1.1" status: 204 len: 168 time: 0.1628051 Nov 23 14:41:04.502917 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a135664-849c-4325-90b0-7b59d3a5744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26854e20-81d6-495d-87ab-eb0f307855aa,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:05.157392 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33460) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:05.197588 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-21dcfc03-935b-4720-a63b-5c7f29712f21 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=282fa4c056ee432d8c82b1a866e1cbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388908 Nov 23 14:41:05.199942 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33462) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:05.245321 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0c209a98-30ea-45c3-9c8a-f72010668a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:05.266568 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0c209a98-30ea-45c3-9c8a-f72010668a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:05.387869 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0c209a98-30ea-45c3-9c8a-f72010668a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:05.391083 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0c209a98-30ea-45c3-9c8a-f72010668a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:05.392422 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-0c209a98-30ea-45c3-9c8a-f72010668a19 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e6f9f80-9ac9-4a10-a15c-81895946bd50 HTTP/1.1" status: 204 len: 168 time: 0.1914024 Nov 23 14:41:05.400384 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c209a98-30ea-45c3-9c8a-f72010668a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f9f80-9ac9-4a10-a15c-81895946bd50,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:14.166867 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:41:20.861449 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cab520e3-e29b-48bb-a43b-052198bad768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.221238 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-78d8ba32-fc6b-4651-a868-2b9ba8b12045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.473134 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:25.855569 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.094796 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.873852 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51a1b8-0fd5-4ee4-ae53-2cf475e8980a req-6f26a3d9-e398-4715-9972-5794439c114e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:26.875266 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-af51a1b8-0fd5-4ee4-ae53-2cf475e8980a req-6f26a3d9-e398-4715-9972-5794439c114e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.0495725 Nov 23 14:41:26.922413 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-af51a1b8-0fd5-4ee4-ae53-2cf475e8980a req-d618c17c-d7af-4ae8-97f7-d4f8aa90d46d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Nov 23 14:41:26.969431 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.038889 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bb32f-b8f2-489d-a301-5cd08e535d20 req-2bd6465b-0f62-4d57-8754-84a4c11e977b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:28.040362 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-015bb32f-b8f2-489d-a301-5cd08e535d20 req-2bd6465b-0f62-4d57-8754-84a4c11e977b tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.0481310 Nov 23 14:41:28.086905 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-015bb32f-b8f2-489d-a301-5cd08e535d20 req-f850d4e7-5de6-4316-b12a-daf7b966137d tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Nov 23 14:41:28.986063 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4af6e-53a3-483d-9795-8f524188a435 req-d69508f3-5d3b-4233-8043-61b172855820 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:28.987643 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-94c4af6e-53a3-483d-9795-8f524188a435 req-d69508f3-5d3b-4233-8043-61b172855820 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.0476477 Nov 23 14:41:29.080195 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Deleting port 6955538e-583a-4e78-9edb-e27c4276b423 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:29.080553 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.203557 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] For port 6955538e-583a-4e78-9edb-e27c4276b423, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6955538e-583a-4e78-9edb-e27c4276b423,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:29.203917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.294027 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9896-6fee-4c6a-89aa-01fd24c7f04d req-c2458fb0-7fb5-4a4a-9b2a-7c88eb6e139e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.295422 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6cff9896-6fee-4c6a-89aa-01fd24c7f04d req-c2458fb0-7fb5-4a4a-9b2a-7c88eb6e139e tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 945 time: 0.1409898 Nov 23 14:41:29.652381 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6cff9896-6fee-4c6a-89aa-01fd24c7f04d req-67ed53f0-6a7b-4371-b4b1-5b2842e21adb tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups?id=2934d3b6-14cf-43ff-b8ba-4822435d63d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488801 Nov 23 14:41:29.712621 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.712973 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.713284 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Floating IP 12dc5b18-1060-487c-a062-6d7c33fe1436 disassociated. External IP: 172.27.0.93, port: 6955538e-583a-4e78-9edb-e27c4276b423. Nov 23 14:41:29.713619 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Calling delete_port for 6955538e-583a-4e78-9edb-e27c4276b423 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:29.907184 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.940999 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event deleted for resources: {'Port': ['ID=6955538e-583a-4e78-9edb-e27c4276b423,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.054236 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:30.159140 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:30.168727 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:30.178125 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:30.178739 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:30.197277 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] No DVR routers for this DVR port 6955538e-583a-4e78-9edb-e27c4276b423 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:30.199823 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.203202 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-94c4af6e-53a3-483d-9795-8f524188a435 req-5c30d12a-ccb9-4926-be4e-190793ae1072 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.85 "DELETE /v2.0/ports/6955538e-583a-4e78-9edb-e27c4276b423 HTTP/1.1" status: 204 len: 173 time: 1.2100654 Nov 23 14:41:30.203634 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'name': 'network-vif-deleted', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:30.205897 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf795a2b-b44d-4536-be27-c8e6e339f14a" -d '{"events": [{"server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "name": "network-vif-deleted", "tag": "6955538e-583a-4e78-9edb-e27c4276b423"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:30.242915 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593314c3-eb6b-4b96-8034-2bfc430e36c8 x-openstack-request-id: req-593314c3-eb6b-4b96-8034-2bfc430e36c8 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:30.243207 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07539cec-d8ef-485e-84d8-9bd690c4397e", "name": "network-vif-deleted", "tag": "6955538e-583a-4e78-9edb-e27c4276b423", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:30.243715 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-593314c3-eb6b-4b96-8034-2bfc430e36c8 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:30.244113 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07539cec-d8ef-485e-84d8-9bd690c4397e', 'name': 'network-vif-deleted', 'tag': '6955538e-583a-4e78-9edb-e27c4276b423', 'status': 'completed', 'code': 200} Nov 23 14:41:30.289663 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:30.500028 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:30.527285 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:30.535640 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:30.536247 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:30.584209 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-c57d1d5b-13f6-4194-8689-be398d3b898f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411472 Nov 23 14:41:30.642013 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:30.647523 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509bd8-52c0-4328-b135-782c8ea356fc req-3461a164-6113-499f-97ba-f7a2e8b7092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.649053 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-3461a164-6113-499f-97ba-f7a2e8b7092d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45e139a46b8d40e4a8a321403730eb71&device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 1100 time: 0.0406272 Nov 23 14:41:30.767595 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7e7ef7b6-efc2-4ac6-99c6-0dc5179c38fc req-f2c2f412-9ab3-41e3-bcb6-96640f61c3e8 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/ports?device_id=07539cec-d8ef-485e-84d8-9bd690c4397e HTTP/1.1" status: 200 len: 210 time: 0.0329947 Nov 23 14:41:30.797071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509bd8-52c0-4328-b135-782c8ea356fc req-6779503d-1a26-4ede-be40-6697ae210c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.798649 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-6779503d-1a26-4ede-be40-6697ae210c3c service neutron] 10.222.0.85 "GET /v2.0/networks?id=e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 200 len: 918 time: 0.1253862 Nov 23 14:41:30.851090 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:30.870900 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-2c23cda4-4068-41c4-bbd6-050318e5c70c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 200 len: 1002 time: 0.0648489 Nov 23 14:41:30.880469 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12bdbc-5c72-4642-86e3-cb2a4fa9a87a None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:25Z', 'revision_number': 4, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'e7879360-36f2-4d93-9c4f-1f70d19084bf', 'name': '', 'network_id': '75dee0cb-c425-47a6-a181-354dcf25b3e5', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'mac_address': 'fa:16:3e:6b:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:23Z', 'updated_at': '2021-11-23T14:30:34Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'subnets': [{'id': 'b65b94f5-1a02-491a-9ebe-575b4bda4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:30.922029 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509bd8-52c0-4328-b135-782c8ea356fc req-7629fa00-57d5-4af2-b8ba-b6c9b55db8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.923548 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-7629fa00-57d5-4af2-b8ba-b6c9b55db8a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 200 len: 855 time: 0.0457010 Nov 23 14:41:30.974710 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509bd8-52c0-4328-b135-782c8ea356fc req-a59a727c-7d9a-438e-a24c-5f3027a257d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.976574 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-a59a727c-7d9a-438e-a24c-5f3027a257d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e99f3395-6821-450f-8990-3416439c902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447843 Nov 23 14:41:31.081202 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-9fe4b49a-59ea-47c3-ac15-66a74f97608f service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926883 Nov 23 14:41:31.137236 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dbf3a3-cfa3-425b-aca5-5d9165f31564 None None] New status for floating IP 12dc5b18-1060-487c-a062-6d7c33fe1436: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:31.204006 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-67509bd8-52c0-4328-b135-782c8ea356fc req-cb527cad-978c-47ee-a012-dbc5444c9fe1 service neutron] 10.222.0.85 "GET /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131146 Nov 23 14:41:31.901708 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33582) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:31.954334 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.981978 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.061025 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.063527 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.064716 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "DELETE /v2.0/security-groups/2934d3b6-14cf-43ff-b8ba-4822435d63d3 HTTP/1.1" status: 204 len: 168 time: 0.1620014 Nov 23 14:41:32.067600 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33584) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.074396 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934d3b6-14cf-43ff-b8ba-4822435d63d3,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.080308 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.api.v2.resource [None req-6a726505-5f40-4d57-b632-b331805f8546 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] show failed (client error): The resource could not be found. Nov 23 14:41:32.081426 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-6a726505-5f40-4d57-b632-b331805f8546 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "GET /v2.0/security-groups/2934d3b6-14cf-43ff-b8ba-4822435d63d3 HTTP/1.1" status: 404 len: 347 time: 0.0126600 Nov 23 14:41:32.082335 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.082853 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.083038 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.083372 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.083704 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.084028 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.084340 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33586) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.084473 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.084761 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.085113 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.085435 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.085754 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.086071 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966bee1-4b35-46ca-941d-aecf566384c2 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.205180 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Deleting port f6bbd7ee-2f0d-4cd0-bba7-5441069e9efa {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:32.205517 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.280941 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.281264 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.292647 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Calling delete_port for f6bbd7ee-2f0d-4cd0-bba7-5441069e9efa owned by network:floatingip {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:32.495325 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.528322 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Pushing event deleted for resources: {'Port': ['ID=f6bbd7ee-2f0d-4cd0-bba7-5441069e9efa,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.550263 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.550630 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.550972 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.551302 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.551627 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.551955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.552301 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.552624 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.552946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.553264 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.553579 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.553894 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:32.590776 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks [] for floatingip, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.593316 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.594443 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-56645caa-c1b3-4d60-a2be-f296479bd462 tempest-AttachVolumeTestJSON-71339206 tempest-AttachVolumeTestJSON-71339206-project] 10.222.0.82 "DELETE /v2.0/floatingips/12dc5b18-1060-487c-a062-6d7c33fe1436 HTTP/1.1" status: 204 len: 168 time: 0.5092199 Nov 23 14:41:33.142827 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6955538e-583a-4e78-9edb-e27c4276b423 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:33.163626 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 6955538e-583a-4e78-9edb-e27c4276b423 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:33.164010 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 6955538e-583a-4e78-9edb-e27c4276b423 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:36.423385 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33616) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:36.961884 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.194035 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Deleting port e7879360-36f2-4d93-9c4f-1f70d19084bf {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:37.194369 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.268826 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] For port e7879360-36f2-4d93-9c4f-1f70d19084bf, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=e7879360-36f2-4d93-9c4f-1f70d19084bf,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:37.269116 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.281640 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Calling delete_port for e7879360-36f2-4d93-9c4f-1f70d19084bf owned by network:router_interface {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:37.512306 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.534824 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e7879360-36f2-4d93-9c4f-1f70d19084bf,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:37.701286 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.908559 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Router afa2cc76-f075-4320-b4e1-a9c9df1bb402 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:38.008784 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:38.013706 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-113f87ac-4e7b-4516-a206-1a1cf8e406ee admin admin] 10.222.0.82 "PUT /v2.0/routers/afa2cc76-f075-4320-b4e1-a9c9df1bb402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893204 Nov 23 14:41:38.016945 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33620) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:38.017749 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] Sync routers for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:38.026906 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:38.027509 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:38.118236 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks [] for router, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.129941 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:38.218314 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.334729 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Deleting port ab026812-5d53-4391-9b1b-a15f9ace916c {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:38.335094 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.420665 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] For port ab026812-5d53-4391-9b1b-a15f9ace916c, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ab026812-5d53-4391-9b1b-a15f9ace916c,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:38.421025 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.433664 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Calling delete_port for ab026812-5d53-4391-9b1b-a15f9ace916c owned by network:router_gateway {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:38.435991 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:41:37Z', 'revision_number': 5, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port': {'id': 'ab026812-5d53-4391-9b1b-a15f9ace916c', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:17Z', 'updated_at': '2021-11-23T14:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:38.462391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] Checking router: afa2cc76-f075-4320-b4e1-a9c9df1bb402 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:38.479665 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] Routers {'afa2cc76-f075-4320-b4e1-a9c9df1bb402'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:38.480218 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:38.567958 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] Set router afa2cc76-f075-4320-b4e1-a9c9df1bb402 gateway port host: None {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:38.624077 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:41:38Z', 'revision_number': 6, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:38.650359 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2eba5-42be-40ab-b2a5-5e816c42d55b None None] The sync data for ids ['afa2cc76-f075-4320-b4e1-a9c9df1bb402'] in dv-cinder-804757-10-iscsi is: [{'id': 'afa2cc76-f075-4320-b4e1-a9c9df1bb402', 'name': 'tempest-AttachVolumeTestJSON-930636516-router', 'tenant_id': '6cd08103499348da976aa1b8d926a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:41:38Z', 'revision_number': 6, 'project_id': '6cd08103499348da976aa1b8d926a748', 'gw_port_host': None}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:38.655424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.684169 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab026812-5d53-4391-9b1b-a15f9ace916c,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:38.745546 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.832120 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.834679 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.923576 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.924124 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Fanout notify agent at l3_agent the message router_deleted on router afa2cc76-f075-4320-b4e1-a9c9df1bb402 {{(pid=103065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:41:38.929280 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.930464 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-803b3095-c1a1-48e2-9b48-a65d0600498b admin admin] 10.222.0.82 "DELETE /v2.0/routers/afa2cc76-f075-4320-b4e1-a9c9df1bb402 HTTP/1.1" status: 204 len: 168 time: 0.9125304 Nov 23 14:41:38.932881 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33622) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:38.979130 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Deleting subnet b65b94f5-1a02-491a-9ebe-575b4bda4e8e {{(pid=103065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:41:38.982549 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.019071 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141741498'] for subnet, precommit_delete_associations {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.109896 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.215446 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2142329973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143132360'] for subnet, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.242946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65b94f5-1a02-491a-9ebe-575b4bda4e8e,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:39.245167 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.248366 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b97c7b45-1d25-4a5d-ad0a-e8fabf64c70a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b65b94f5-1a02-491a-9ebe-575b4bda4e8e HTTP/1.1" status: 204 len: 168 time: 0.3145521 Nov 23 14:41:39.250655 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ea95e-06b5-465b-86a4-7703e4c58086 None None] Network 75dee0cb-c425-47a6-a181-354dcf25b3e5 requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:39.251124 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33624) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:39.323906 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.382385 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Deleting port 86441d6b-1707-456a-9c95-cfed7d5b6639 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:39.382661 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.449497 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] For port 86441d6b-1707-456a-9c95-cfed7d5b6639, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=86441d6b-1707-456a-9c95-cfed7d5b6639,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:39.449853 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.460198 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] DHCP port deletion for 75dee0cb-c425-47a6-a181-354dcf25b3e5 request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:39.467360 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Calling delete_port for 86441d6b-1707-456a-9c95-cfed7d5b6639 owned by network:dhcp {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:39.509282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Deleting port 86441d6b-1707-456a-9c95-cfed7d5b6639 {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:39.509586 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.576418 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] For port 86441d6b-1707-456a-9c95-cfed7d5b6639, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=86441d6b-1707-456a-9c95-cfed7d5b6639,segment=NetworkSegment(005a7f06-e85f-4b40-a410-df13110ccc0c),segment_id=005a7f06-e85f-4b40-a410-df13110ccc0c)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:39.576844 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.589962 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Calling delete_port for 86441d6b-1707-456a-9c95-cfed7d5b6639 owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:39.604090 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.633105 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] No DVR routers for this DVR port 86441d6b-1707-456a-9c95-cfed7d5b6639 on host dv-cinder-804757-10-iscsi {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:39.635018 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86441d6b-1707-456a-9c95-cfed7d5b6639,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:39.667918 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.700558 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Pushing event deleted for resources: {'Port': ['ID=86441d6b-1707-456a-9c95-cfed7d5b6639,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:39.702795 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] No DVR routers for this DVR port 86441d6b-1707-456a-9c95-cfed7d5b6639 on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:39.711993 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.718209 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.718646 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.719069 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.719531 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.719935 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.720298 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.720636 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.720972 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.721309 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.726383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.726383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.726383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d9d8f-2642-434d-a26e-01ac8a5129b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:39.732279 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75dee0cb-c425-47a6-a181-354dcf25b3e5']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:39.742201 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005a7f06-e85f-4b40-a410-df13110ccc0c') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:39.742494 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005a7f06-e85f-4b40-a410-df13110ccc0c') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:39.751867 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.765494 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.771328 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:41:39.774813 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:41:39.906629 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.912276 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.915469 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] 10.222.0.82 "DELETE /v2.0/networks/75dee0cb-c425-47a6-a181-354dcf25b3e5 HTTP/1.1" status: 204 len: 168 time: 0.6636343 Nov 23 14:41:39.926817 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a1217-c345-4ddd-abad-db8a62e687a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=75dee0cb-c425-47a6-a181-354dcf25b3e5,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:40.132273 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33628) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:40.172500 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c8f388c9-2c48-49f1-bcba-216aa2fb2a65 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6cd08103499348da976aa1b8d926a748&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390589 Nov 23 14:41:40.174925 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33630) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:40.221864 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1a920879-c80c-4796-929c-c4f0f6de8989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.244553 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1a920879-c80c-4796-929c-c4f0f6de8989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.361146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e7879360-36f2-4d93-9c4f-1f70d19084bf no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:40.383892 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: e7879360-36f2-4d93-9c4f-1f70d19084bf {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:40.384338 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device e7879360-36f2-4d93-9c4f-1f70d19084bf not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:40.384664 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ab026812-5d53-4391-9b1b-a15f9ace916c no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:40.386400 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1a920879-c80c-4796-929c-c4f0f6de8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.389274 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1a920879-c80c-4796-929c-c4f0f6de8989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.390444 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1a920879-c80c-4796-929c-c4f0f6de8989 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/26923d1f-6348-42cd-a51f-da5f28eb4234 HTTP/1.1" status: 204 len: 168 time: 0.2146304 Nov 23 14:41:40.399734 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a920879-c80c-4796-929c-c4f0f6de8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26923d1f-6348-42cd-a51f-da5f28eb4234,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:40.404339 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: ab026812-5d53-4391-9b1b-a15f9ace916c {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:40.404796 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ab026812-5d53-4391-9b1b-a15f9ace916c not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:40.405085 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 86441d6b-1707-456a-9c95-cfed7d5b6639 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:40.428052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 86441d6b-1707-456a-9c95-cfed7d5b6639 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:40.428385 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 86441d6b-1707-456a-9c95-cfed7d5b6639 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:50.826025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9ad8373f-75fe-45c6-af11-2ca4b1257abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.165234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:41:51.379364 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33748) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:51.482404 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98d49688-bbeb-4daa-89ed-599b32e889d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.557402 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98d49688-bbeb-4daa-89ed-599b32e889d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.608940 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-98d49688-bbeb-4daa-89ed-599b32e889d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.649856 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-98d49688-bbeb-4daa-89ed-599b32e889d5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8801f5ab17e04d429b7d6b44f9af9b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694063 Nov 23 14:41:51.650850 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49688-bbeb-4daa-89ed-599b32e889d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280f32f-c592-467b-a466-e70cf63f96a6,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:51.652530 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33752) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:51.703774 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7307e144-0422-416c-98e4-9a0203c3e308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.724902 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7307e144-0422-416c-98e4-9a0203c3e308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.826261 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7307e144-0422-416c-98e4-9a0203c3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.829033 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7307e144-0422-416c-98e4-9a0203c3e308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.830192 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7307e144-0422-416c-98e4-9a0203c3e308 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9280f32f-c592-467b-a466-e70cf63f96a6 HTTP/1.1" status: 204 len: 168 time: 0.1766567 Nov 23 14:41:51.838466 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307e144-0422-416c-98e4-9a0203c3e308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280f32f-c592-467b-a466-e70cf63f96a6,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:53.213786 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33782) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:53.221031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-34c478c8-8968-475b-9bb9-567e4ebb1cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.317085 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-73913e5c-a017-4c53-b279-7beaf8d40cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.393202 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-73913e5c-a017-4c53-b279-7beaf8d40cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.454321 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-73913e5c-a017-4c53-b279-7beaf8d40cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.492885 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-73913e5c-a017-4c53-b279-7beaf8d40cd4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fadea551b31549a19fd28c429fb03323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777538 Nov 23 14:41:53.493736 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913e5c-a017-4c53-b279-7beaf8d40cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd08220-3330-4dbf-a5a3-8cb2917775d1,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:53.495618 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33786) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:53.542401 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-82eeaaf7-6fed-4849-8e60-e39212670259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.563047 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-82eeaaf7-6fed-4849-8e60-e39212670259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.666308 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-82eeaaf7-6fed-4849-8e60-e39212670259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.668854 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-82eeaaf7-6fed-4849-8e60-e39212670259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.670039 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-82eeaaf7-6fed-4849-8e60-e39212670259 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3cd08220-3330-4dbf-a5a3-8cb2917775d1 HTTP/1.1" status: 204 len: 168 time: 0.1734004 Nov 23 14:41:53.677971 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeaaf7-6fed-4849-8e60-e39212670259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd08220-3330-4dbf-a5a3-8cb2917775d1,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:54.483381 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:55.821134 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.071792 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.074707 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9c00-ba2e-438d-aeaa-f539d7be6da1 req-09eaf32d-2cc1-4ba7-841e-2d305f4e6db0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:56.076227 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-263b9c00-ba2e-438d-aeaa-f539d7be6da1 req-09eaf32d-2cc1-4ba7-841e-2d305f4e6db0 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.0500429 Nov 23 14:41:56.127713 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-263b9c00-ba2e-438d-aeaa-f539d7be6da1 req-aad57f8d-5e47-4981-93db-36a4e6cc5855 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Nov 23 14:41:56.991686 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.254121 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265af8c-10d1-4b62-bcd1-026895c5ca18 req-cd373c51-020e-4449-b8bd-92ffe8409ecf tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:57.255517 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7265af8c-10d1-4b62-bcd1-026895c5ca18 req-cd373c51-020e-4449-b8bd-92ffe8409ecf tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.0534334 Nov 23 14:41:57.570770 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7265af8c-10d1-4b62-bcd1-026895c5ca18 req-bacb7c08-a48f-45c9-bb5c-782ae09fcefb tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups?id=f38b8828-b7bb-41ce-9d33-942ef50b783c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081141 Nov 23 14:41:57.747958 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-ce9b76b9-35e9-498b-965e-8104c5f5b9b5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:57.749435 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-ce9b76b9-35e9-498b-965e-8104c5f5b9b5 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 947 time: 0.0496330 Nov 23 14:41:57.840857 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Deleting port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:57.841102 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.933536 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] For port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:57.933968 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.101864 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.102127 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.102439 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Floating IP 7977e378-2a3e-4479-8839-a4df041bf9bd disassociated. External IP: 172.27.0.119, port: 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd. Nov 23 14:41:58.102775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Calling delete_port for 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:58.294685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.325826 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event deleted for resources: {'Port': ['ID=34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:58.443173 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Router 952321d1-a56f-46e6-8243-f06ceef438a9 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:58.554230 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:58.564727 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:58.575821 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:58.577020 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:58.596449 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] No DVR routers for this DVR port 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:58.599000 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.602991 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b91a6c83-53fb-4266-85b5-52ceb57d84ce req-d5df7e33-c64c-46c6-94e7-56bf42e7769c tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.85 "DELETE /v2.0/ports/34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd HTTP/1.1" status: 204 len: 173 time: 0.8454201 Nov 23 14:41:58.603384 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-deleted', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:58.605649 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e3150-582f-4cf1-84f8-b172d36eebf5" -d '{"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-deleted", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:58.646187 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af366b-de65-4f95-911d-4e065cd1890f x-openstack-request-id: req-41af366b-de65-4f95-911d-4e065cd1890f {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:58.646588 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857aac3-a684-44f3-8205-e73b0f8505ce", "name": "network-vif-deleted", "tag": "34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:58.648602 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-41af366b-de65-4f95-911d-4e065cd1890f {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:58.649320 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857aac3-a684-44f3-8205-e73b0f8505ce', 'name': 'network-vif-deleted', 'tag': '34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd', 'status': 'completed', 'code': 200} Nov 23 14:41:58.686596 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7eee88e3-2f4a-41bb-b834-6d527deb6483 req-f1b1355b-d61b-4bc0-9b05-f7981fb47d42 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/ports?device_id=2857aac3-a684-44f3-8205-e73b0f8505ce HTTP/1.1" status: 200 len: 210 time: 0.0363100 Nov 23 14:41:58.698538 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:58.921896 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:58.948342 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:58.957028 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:58.957665 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:59.061642 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:59.271098 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:59.300755 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec4d85-47a0-450b-bc40-71ff2989e127 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '439d72ff-f99c-4a02-8e78-3edb83cdfd88', 'name': '', 'network_id': 'e99f3395-6821-450f-8990-3416439c902b', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'mac_address': 'fa:16:3e:5a:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:21Z', 'updated_at': '2021-11-23T14:30:37Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'subnets': [{'id': '3bd89791-7974-409f-b312-47991d0b1ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:59.538247 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55400baf-a30b-4d69-ac6c-53741a7c3d1e None None] New status for floating IP 7977e378-2a3e-4479-8839-a4df041bf9bd: DOWN {{(pid=103067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:59.838548 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33898) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:59.894849 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a245423f-2926-4075-b836-d748522f1e39 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:59.918427 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a245423f-2926-4075-b836-d748522f1e39 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.037853 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a245423f-2926-4075-b836-d748522f1e39 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.041331 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a245423f-2926-4075-b836-d748522f1e39 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.042495 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a245423f-2926-4075-b836-d748522f1e39 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "DELETE /v2.0/security-groups/f38b8828-b7bb-41ce-9d33-942ef50b783c HTTP/1.1" status: 204 len: 168 time: 0.2029524 Nov 23 14:42:00.048470 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33900) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:00.051680 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245423f-2926-4075-b836-d748522f1e39 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38b8828-b7bb-41ce-9d33-942ef50b783c,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:00.063660 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.api.v2.resource [None req-e14f81ac-e54f-438f-a7f4-c24e524b7d7f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] show failed (client error): The resource could not be found. Nov 23 14:42:00.067397 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e14f81ac-e54f-438f-a7f4-c24e524b7d7f tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "GET /v2.0/security-groups/f38b8828-b7bb-41ce-9d33-942ef50b783c HTTP/1.1" status: 404 len: 347 time: 0.0153868 Nov 23 14:42:00.067622 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33902) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:00.191631 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Deleting port 3b8f245c-1e27-4dd6-bf96-3cc1d093be54 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:00.191969 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.268991 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.269314 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.282229 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Calling delete_port for 3b8f245c-1e27-4dd6-bf96-3cc1d093be54 owned by network:floatingip {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:00.449338 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.479956 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Pushing event deleted for resources: {'Port': ['ID=3b8f245c-1e27-4dd6-bf96-3cc1d093be54,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:00.547843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks [] for floatingip, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.552281 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.552281 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-25015541-977b-4007-a5b8-5e68c5a215f2 tempest-AttachVolumeShelveTestJSON-1505342641 tempest-AttachVolumeShelveTestJSON-1505342641-project] 10.222.0.82 "DELETE /v2.0/floatingips/7977e378-2a3e-4479-8839-a4df041bf9bd HTTP/1.1" status: 204 len: 168 time: 0.4830492 Nov 23 14:42:01.311387 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:01.330613 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:01.330961 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 34eaa672-bc07-44f3-9bb4-56d1e4fcbcbd not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:03.191686 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33930) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:03.675774 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:03.919263 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Deleting port 439d72ff-f99c-4a02-8e78-3edb83cdfd88 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:03.919617 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:03.996132 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] For port 439d72ff-f99c-4a02-8e78-3edb83cdfd88, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=439d72ff-f99c-4a02-8e78-3edb83cdfd88,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:03.996575 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:04.008685 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Calling delete_port for 439d72ff-f99c-4a02-8e78-3edb83cdfd88 owned by network:router_interface {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:04.231407 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:04.259151 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Pushing event deleted for resources: {'Port': ['ID=439d72ff-f99c-4a02-8e78-3edb83cdfd88,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:04.680818 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:04.896185 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Router 952321d1-a56f-46e6-8243-f06ceef438a9 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:05.004162 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:05.009777 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-c80dcbe1-6592-4753-9a3f-b3146675c23f admin admin] 10.222.0.82 "PUT /v2.0/routers/952321d1-a56f-46e6-8243-f06ceef438a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165119 Nov 23 14:42:05.012485 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33938) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:05.013158 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] Sync routers for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:05.022674 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:05.023278 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:05.118064 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.130780 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:05.223245 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.309582 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:42:04Z', 'revision_number': 5, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port': {'id': 'fc0aa0b6-2b47-49f3-af29-4b82c08dfb79', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:16Z', 'updated_at': '2021-11-23T14:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:05.336682 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] Checking router: 952321d1-a56f-46e6-8243-f06ceef438a9 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:05.340414 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Deleting port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:05.343399 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.345425 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] Routers {'952321d1-a56f-46e6-8243-f06ceef438a9'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:05.346028 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:41:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['952321d1-a56f-46e6-8243-f06ceef438a9'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:05.424147 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] For port fc0aa0b6-2b47-49f3-af29-4b82c08dfb79, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:05.424587 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.436111 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] Set router 952321d1-a56f-46e6-8243-f06ceef438a9 gateway port host: None {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:05.437846 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Calling delete_port for fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 owned by network:router_gateway {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:05.490026 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:42:05Z', 'revision_number': 6, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:05.517374 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a123df-f6ad-4572-96b6-9ea0ceda9f77 None None] The sync data for ids ['952321d1-a56f-46e6-8243-f06ceef438a9'] in dv-cinder-804757-10-iscsi is: [{'id': '952321d1-a56f-46e6-8243-f06ceef438a9', 'name': 'tempest-AttachVolumeShelveTestJSON-534872183-router', 'tenant_id': '45e139a46b8d40e4a8a321403730eb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:15Z', 'updated_at': '2021-11-23T14:42:05Z', 'revision_number': 6, 'project_id': '45e139a46b8d40e4a8a321403730eb71', 'gw_port_host': None}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:05.660461 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.684734 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0aa0b6-2b47-49f3-af29-4b82c08dfb79,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:05.754415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.844656 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.846675 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.934595 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.935168 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 952321d1-a56f-46e6-8243-f06ceef438a9 {{(pid=103066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:42:05.941946 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:05.941946 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e650e315-f58d-4336-bd46-05e340efe6e3 admin admin] 10.222.0.82 "DELETE /v2.0/routers/952321d1-a56f-46e6-8243-f06ceef438a9 HTTP/1.1" status: 204 len: 168 time: 0.9281104 Nov 23 14:42:05.944143 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33942) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:05.990547 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Deleting subnet 3bd89791-7974-409f-b312-47991d0b1ecc {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:42:05.995348 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.033733 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2142867253'] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.111015 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.226104 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143282186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143022044'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.252530 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd89791-7974-409f-b312-47991d0b1ecc,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:06.259633 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.259633 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e311a8e3-23a5-4613-a4da-739e16b14deb admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3bd89791-7974-409f-b312-47991d0b1ecc HTTP/1.1" status: 204 len: 168 time: 0.3142440 Nov 23 14:42:06.262224 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 33944) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:06.263525 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188405c4-520b-4502-bfdf-e10f73fd9355 None None] Network e99f3395-6821-450f-8990-3416439c902b requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:06.343764 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.388030 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:06.412527 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Deleting port 4f6521b2-3881-45cd-a9a4-11af798cc6fe {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:06.412875 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.415822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:06.416742 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device fc0aa0b6-2b47-49f3-af29-4b82c08dfb79 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:06.417202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 439d72ff-f99c-4a02-8e78-3edb83cdfd88 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:06.437998 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 439d72ff-f99c-4a02-8e78-3edb83cdfd88 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:06.438640 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 439d72ff-f99c-4a02-8e78-3edb83cdfd88 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:06.470996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] DHCP port deletion for e99f3395-6821-450f-8990-3416439c902b request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:06.488334 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] For port 4f6521b2-3881-45cd-a9a4-11af798cc6fe, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=4f6521b2-3881-45cd-a9a4-11af798cc6fe,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:06.488657 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.502482 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Calling delete_port for 4f6521b2-3881-45cd-a9a4-11af798cc6fe owned by network:dhcp {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:06.522421 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] Deleting port 4f6521b2-3881-45cd-a9a4-11af798cc6fe {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:06.522733 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.591972 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] For port 4f6521b2-3881-45cd-a9a4-11af798cc6fe, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=4f6521b2-3881-45cd-a9a4-11af798cc6fe,segment=NetworkSegment(401bc55c-a9fb-4bf1-8f22-af9acd54a380),segment_id=401bc55c-a9fb-4bf1-8f22-af9acd54a380)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:06.592395 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.607103 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] Calling delete_port for 4f6521b2-3881-45cd-a9a4-11af798cc6fe owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:06.648984 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.675687 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6521b2-3881-45cd-a9a4-11af798cc6fe,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:06.678317 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] No DVR routers for this DVR port 4f6521b2-3881-45cd-a9a4-11af798cc6fe on host dv-cinder-804757-10-iscsi {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:06.684901 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.707694 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] Pushing event deleted for resources: {'Port': ['ID=4f6521b2-3881-45cd-a9a4-11af798cc6fe,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:06.713186 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d3786-896b-4312-9c15-f89696b88e7f None None] No DVR routers for this DVR port 4f6521b2-3881-45cd-a9a4-11af798cc6fe on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:06.755805 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.774492 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99f3395-6821-450f-8990-3416439c902b']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:06.783740 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401bc55c-a9fb-4bf1-8f22-af9acd54a380') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:06.784033 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401bc55c-a9fb-4bf1-8f22-af9acd54a380') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:06.793205 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.807897 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.813946 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:42:06.818843 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:42:06.934589 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.940454 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.945771 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] 10.222.0.82 "DELETE /v2.0/networks/e99f3395-6821-450f-8990-3416439c902b HTTP/1.1" status: 204 len: 168 time: 0.6807442 Nov 23 14:42:06.956460 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f292e-acbb-4529-b931-00f60b30faf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99f3395-6821-450f-8990-3416439c902b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:07.223744 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33958) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:07.269031 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3cde1e09-5dcc-4fe9-80d3-30ca681fe279 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=45e139a46b8d40e4a8a321403730eb71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441029 Nov 23 14:42:07.271443 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 33960) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:07.318433 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-38076109-c5fa-41ae-915d-afc9803c205d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:07.339306 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-38076109-c5fa-41ae-915d-afc9803c205d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:07.425660 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-38076109-c5fa-41ae-915d-afc9803c205d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:07.428149 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-38076109-c5fa-41ae-915d-afc9803c205d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:07.429321 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-38076109-c5fa-41ae-915d-afc9803c205d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2f857d2e-c5f2-46c4-8e6c-41d16f83fc85 HTTP/1.1" status: 204 len: 168 time: 0.1569767 Nov 23 14:42:07.437176 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38076109-c5fa-41ae-915d-afc9803c205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f857d2e-c5f2-46c4-8e6c-41d16f83fc85,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:08.370220 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 4f6521b2-3881-45cd-a9a4-11af798cc6fe no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:08.393507 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 4f6521b2-3881-45cd-a9a4-11af798cc6fe {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:08.393950 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 4f6521b2-3881-45cd-a9a4-11af798cc6fe not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:20.876681 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-407f524d-c7b4-4899-8c80-d5c9d838dd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.216925 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-6b978e1c-8e99-44ec-b67f-41861ce87ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.324131 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34162) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:23.428881 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-505b4c65-233a-444f-abb2-d22be2af4b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.500196 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-505b4c65-233a-444f-abb2-d22be2af4b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.550801 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-505b4c65-233a-444f-abb2-d22be2af4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.595775 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-505b4c65-233a-444f-abb2-d22be2af4b8d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=46162b6e89064fd79dbc0c38096002e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681162 Nov 23 14:42:23.595775 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4c65-233a-444f-abb2-d22be2af4b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829fb03c-2494-47ea-a9e5-efe626972d7e,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:23.596219 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34168) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:23.597619 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34170) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:23.645039 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-91d30561-bbb1-44ac-8fb4-1ef2e1a6f574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.670272 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-91d30561-bbb1-44ac-8fb4-1ef2e1a6f574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.704109 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fdfb39cd-c188-42cc-b749-e505ba7a7612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.807434 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-91d30561-bbb1-44ac-8fb4-1ef2e1a6f574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.810708 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-91d30561-bbb1-44ac-8fb4-1ef2e1a6f574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.811859 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-91d30561-bbb1-44ac-8fb4-1ef2e1a6f574 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/829fb03c-2494-47ea-a9e5-efe626972d7e HTTP/1.1" status: 204 len: 168 time: 0.2146945 Nov 23 14:42:23.821433 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d30561-bbb1-44ac-8fb4-1ef2e1a6f574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829fb03c-2494-47ea-a9e5-efe626972d7e,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:23.865995 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fdfb39cd-c188-42cc-b749-e505ba7a7612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.945286 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fdfb39cd-c188-42cc-b749-e505ba7a7612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.982712 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb39cd-c188-42cc-b749-e505ba7a7612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3fddec-a349-4648-8a60-997e583db691,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:23.988004 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-fdfb39cd-c188-42cc-b749-e505ba7a7612 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=60dc0320473e4ab7bb40e5de5447ac18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887234 Nov 23 14:42:23.990158 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34176) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:24.037640 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eca0c0b4-6e92-45e8-900d-7e0be87c6f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.059187 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eca0c0b4-6e92-45e8-900d-7e0be87c6f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.162447 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eca0c0b4-6e92-45e8-900d-7e0be87c6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.165162 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eca0c0b4-6e92-45e8-900d-7e0be87c6f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.166377 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-eca0c0b4-6e92-45e8-900d-7e0be87c6f2f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cb3fddec-a349-4648-8a60-997e583db691 HTTP/1.1" status: 204 len: 168 time: 0.1753283 Nov 23 14:42:24.176053 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0c0b4-6e92-45e8-900d-7e0be87c6f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3fddec-a349-4648-8a60-997e583db691,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:24.486725 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34184) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:24.499585 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.500348 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6a895d0d-266c-49cc-9ae0-5d10a4948b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.577882 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6a895d0d-266c-49cc-9ae0-5d10a4948b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.642650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-6a895d0d-266c-49cc-9ae0-5d10a4948b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.681492 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-6a895d0d-266c-49cc-9ae0-5d10a4948b92 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=457446f72ba34732b039b6de07426264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935539 Nov 23 14:42:24.682336 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a895d0d-266c-49cc-9ae0-5d10a4948b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d216f326-59ca-4ef9-b9d9-4acaee0deadb,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:24.684282 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34192) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:24.733991 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2d14-b84a-422f-a372-b06281d18073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.755868 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2d14-b84a-422f-a372-b06281d18073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.871501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2d14-b84a-422f-a372-b06281d18073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.874275 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2d14-b84a-422f-a372-b06281d18073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.875443 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-2b1e2d14-b84a-422f-a372-b06281d18073 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d216f326-59ca-4ef9-b9d9-4acaee0deadb HTTP/1.1" status: 204 len: 168 time: 0.1901760 Nov 23 14:42:24.883478 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e2d14-b84a-422f-a372-b06281d18073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216f326-59ca-4ef9-b9d9-4acaee0deadb,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:25.831144 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:26.082626 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:26.980009 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:28.163773 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:42:38.562458 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34400) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:38.619716 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34404) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:38.712387 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.725419 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b252fc3f-23a2-4341-bfa5-05952d18195e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.847367 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.851821 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b252fc3f-23a2-4341-bfa5-05952d18195e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.910506 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.941360 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b252fc3f-23a2-4341-bfa5-05952d18195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.957413 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1090b8-207c-4a54-a12f-2e1ab66b0ea2,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:38.963431 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5e90281685334c5c8232df68fdcf303b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997421 Nov 23 14:42:38.966330 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34408) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:38.976945 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.977298 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.978168 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.978168 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.978370 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.978602 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.978936 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.979266 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.979597 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.979922 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.980266 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.980589 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f58e4-7eb2-4ef6-97a4-a9e91c2c7159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:38.987872 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b252fc3f-23a2-4341-bfa5-05952d18195e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6b8c8ab6b6184473bc9236ed28f3a225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647363 Nov 23 14:42:38.991019 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34410) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:39.009891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252fc3f-23a2-4341-bfa5-05952d18195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d695b-f03a-45d3-910c-e873ed580054,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:39.045001 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.071480 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd966-0eb5-46ab-a4b0-5ad200b7a24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.078639 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.109084 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd966-0eb5-46ab-a4b0-5ad200b7a24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.247936 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.250573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.251960 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dc1090b8-207c-4a54-a12f-2e1ab66b0ea2 HTTP/1.1" status: 204 len: 168 time: 0.2844825 Nov 23 14:42:39.260012 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1090b8-207c-4a54-a12f-2e1ab66b0ea2,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:39.261927 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd966-0eb5-46ab-a4b0-5ad200b7a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.265221 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd966-0eb5-46ab-a4b0-5ad200b7a24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.265518 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-5a1cd966-0eb5-46ab-a4b0-5ad200b7a24d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e69d695b-f03a-45d3-910c-e873ed580054 HTTP/1.1" status: 204 len: 168 time: 0.2732120 Nov 23 14:42:39.272451 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.272807 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.273149 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.273539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.273875 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.274205 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.274586 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.274948 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.275253 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.275581 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.275944 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.276217 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c09cf3-81cd-4446-96bf-4f0bd1dbd693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:39.293423 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cd966-0eb5-46ab-a4b0-5ad200b7a24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d695b-f03a-45d3-910c-e873ed580054,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:39.856169 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34420) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:39.870891 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9acc6919-87c0-4e54-91ee-0cbe48a3747e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.927038 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34422) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:39.940780 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-613f1278-8456-4fb0-8196-4de97aaee49c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.945517 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9acc6919-87c0-4e54-91ee-0cbe48a3747e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.984711 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9acc6919-87c0-4e54-91ee-0cbe48a3747e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.015991 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-613f1278-8456-4fb0-8196-4de97aaee49c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.023849 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-9acc6919-87c0-4e54-91ee-0cbe48a3747e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e2ca4cde9d014c588777efab6faa1ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660748 Nov 23 14:42:40.025067 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc6919-87c0-4e54-91ee-0cbe48a3747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de80a840-8ea1-40eb-bb49-74d9366248a8,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:40.026601 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34424) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:40.073018 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-613f1278-8456-4fb0-8196-4de97aaee49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.088734 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-451c7d06-cdc3-448c-907b-f65dd5977d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.130037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-451c7d06-cdc3-448c-907b-f65dd5977d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.133261 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-613f1278-8456-4fb0-8196-4de97aaee49c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=917979c7ac01455a8ed4b2e55bfacf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052095 Nov 23 14:42:40.136052 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34426) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:40.138444 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f1278-8456-4fb0-8196-4de97aaee49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e5bb30-768d-46ec-867a-c1e549e21921,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:40.189451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79cedcce-e416-4138-b372-63e697233afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.209940 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79cedcce-e416-4138-b372-63e697233afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.276362 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-451c7d06-cdc3-448c-907b-f65dd5977d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.279080 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-451c7d06-cdc3-448c-907b-f65dd5977d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.280256 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-451c7d06-cdc3-448c-907b-f65dd5977d38 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/de80a840-8ea1-40eb-bb49-74d9366248a8 HTTP/1.1" status: 204 len: 168 time: 0.2521565 Nov 23 14:42:40.289560 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c7d06-cdc3-448c-907b-f65dd5977d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de80a840-8ea1-40eb-bb49-74d9366248a8,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:40.453850 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79cedcce-e416-4138-b372-63e697233afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.457110 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-79cedcce-e416-4138-b372-63e697233afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.458327 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-79cedcce-e416-4138-b372-63e697233afa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c2e5bb30-768d-46ec-867a-c1e549e21921 HTTP/1.1" status: 204 len: 168 time: 0.3212392 Nov 23 14:42:40.466203 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cedcce-e416-4138-b372-63e697233afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e5bb30-768d-46ec-867a-c1e549e21921,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:41.102573 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34444) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:41.115274 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4a18-2f91-408c-831b-88a641c4557e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.191366 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4a18-2f91-408c-831b-88a641c4557e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.265154 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4a18-2f91-408c-831b-88a641c4557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.306559 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-a6ee4a18-2f91-408c-831b-88a641c4557e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8c920ba27eef418dad978150ea1b24a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028172 Nov 23 14:42:41.307699 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee4a18-2f91-408c-831b-88a641c4557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb96b4-eb6b-4a13-b7f6-76bdb2c0bb51,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:41.309169 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34452) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:41.363534 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9039cd53-6668-450d-80bb-253b4ee5e03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.387956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9039cd53-6668-450d-80bb-253b4ee5e03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.522065 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9039cd53-6668-450d-80bb-253b4ee5e03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.525220 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9039cd53-6668-450d-80bb-253b4ee5e03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.526379 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-9039cd53-6668-450d-80bb-253b4ee5e03c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7acb96b4-eb6b-4a13-b7f6-76bdb2c0bb51 HTTP/1.1" status: 204 len: 168 time: 0.2156708 Nov 23 14:42:41.535323 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039cd53-6668-450d-80bb-253b4ee5e03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb96b4-eb6b-4a13-b7f6-76bdb2c0bb51,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:42.562333 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34496) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:42.654392 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2075813912-network', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:42.762169 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Made reservation on behalf of 15e58f0cbadf4005bbb5be04e4aef3c1 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:42.764585 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.775064 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.850601 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.916496 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.943597 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:42:42.952368 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14662c49-9425-48a6-8562-824fc20e7d13,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:42.959207 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.959506 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Added segment 3a9f45f7-b85f-4126-9a0c-fe8da3e35a26 of type vlan for network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d Nov 23 14:42:42.999134 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.104348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.105303 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:43.105918 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.164333 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:43.174766 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:42:43.223084 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-0cbfcc64-af3c-4efb-8e58-7e0b9545d662 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6596303 Nov 23 14:42:43.226203 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34516) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:43.231030 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Request body: {'subnet': {'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2075813912-subnet', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'ip_version': 4}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:43.384974 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Made reservation on behalf of 15e58f0cbadf4005bbb5be04e4aef3c1 for: {'subnet': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:43.388138 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143132397'] for subnet, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.596203 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142330036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143132383'] for subnet, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.653536 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2780625-4b74-47bb-97ab-fe4c91665917,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:43.663728 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Checking segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:43.664082 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Network hostable DHCP agents. Network: 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:42:43.733198 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:42:43.807645 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d) {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:43.812689 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:43.816990 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.818194 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8179f20-747d-4624-aaa0-3668f7510098 None None] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:43.890544 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e853a4ac-01fc-43c8-a264-c23f2aec9b28 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6632211 Nov 23 14:42:43.893701 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34524) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:43.898036 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:43.985490 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.986900 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.041297 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.090790 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:42:44.091654 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.224635 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Allocated IP 172.20.0.2 (8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d/e2780625-4b74-47bb-97ab-fe4c91665917/872066a3-970e-416d-8b2b-b73fc3dc6f34) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:44.230254 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.367318 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.447194 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.490791 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:44.493754 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:44.498078 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:44.501107 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Pushing event updated for resources: {'Port': ['ID=872066a3-970e-416d-8b2b-b73fc3dc6f34,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:44.505166 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.513025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.513377 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.513717 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.514051 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.514388 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.514719 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.515046 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.515371 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.515692 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.516011 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.516354 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.516673 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:44.523781 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.561900 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Attempting to bind port 872066a3-970e-416d-8b2b-b73fc3dc6f34 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:44.562293 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Attempting to bind port 872066a3-970e-416d-8b2b-b73fc3dc6f34 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:44.562650 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Attempting to bind port 872066a3-970e-416d-8b2b-b73fc3dc6f34 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:44.568954 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:44.569329 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Checking segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:44.569924 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.570165 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Bound using segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:44.570630 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Bound port: 872066a3-970e-416d-8b2b-b73fc3dc6f34, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:44.571010 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.631963 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] For port 872066a3-970e-416d-8b2b-b73fc3dc6f34, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:44.632681 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Allocated IP 172.27.0.58 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/ae22a277-3fe2-47eb-8631-fa69766112fb) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:44.635009 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] For port 872066a3-970e-416d-8b2b-b73fc3dc6f34, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=872066a3-970e-416d-8b2b-b73fc3dc6f34,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:44.711039 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.731461 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.765951 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fe99-6446-47ac-8950-8a69b21c6254 None None] Pushing event updated for resources: {'Port': ['ID=872066a3-970e-416d-8b2b-b73fc3dc6f34,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:44.825426 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:44.868726 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:44.874436 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:44.878311 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Pushing event updated for resources: {'Port': ['ID=ae22a277-3fe2-47eb-8631-fa69766112fb,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:44.882857 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:45.219141 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.418435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.613728 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:42:45.709973 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3bd1b-22ad-4cd6-b5b2-e6d017765121 None None] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:45.726331 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:45.739512 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:45.784756 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:45.785380 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:45.797435 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.799790 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-744b9a88-b682-4445-a7a0-f60845bd6c0c admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9041386 Nov 23 14:42:45.805455 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34550) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:45.905514 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-459403e4-2097-4df3-9b5f-51e724fa7382 None None] Provisioning complete for port 872066a3-970e-416d-8b2b-b73fc3dc6f34 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:45.905891 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-459403e4-2097-4df3-9b5f-51e724fa7382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.990731 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:46.184422 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-459403e4-2097-4df3-9b5f-51e724fa7382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.248660 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-459403e4-2097-4df3-9b5f-51e724fa7382 None None] For port 872066a3-970e-416d-8b2b-b73fc3dc6f34, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=872066a3-970e-416d-8b2b-b73fc3dc6f34,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:46.263296 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:45Z', 'revision_number': 3, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:46.292505 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:46.292855 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Updating router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 port ae22a277-3fe2-47eb-8631-fa69766112fb binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:46.320277 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.356110 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-459403e4-2097-4df3-9b5f-51e724fa7382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.453497 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 872066a3-970e-416d-8b2b-b73fc3dc6f34 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:46.502982 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.519326 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459403e4-2097-4df3-9b5f-51e724fa7382 None None] Pushing event updated for resources: {'Port': ['ID=872066a3-970e-416d-8b2b-b73fc3dc6f34,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:46.552388 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-a31a3506-300e-47d7-bf72-04aee825db24 None None] Provisioning complete for port 872066a3-970e-416d-8b2b-b73fc3dc6f34 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:46.552768 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a31a3506-300e-47d7-bf72-04aee825db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.632265 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 872066a3-970e-416d-8b2b-b73fc3dc6f34 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:46.632646 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.657056 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Allocated IP 172.20.0.1 (8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d/e2780625-4b74-47bb-97ab-fe4c91665917/11d424d2-76d8-4063-b84a-03f26effd7e9) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:46.766445 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.821993 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.858537 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.892557 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.900863 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:46.903800 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:46.906296 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:46.934000 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Pushing event updated for resources: {'Port': ['ID=11d424d2-76d8-4063-b84a-03f26effd7e9,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:46.970582 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.090541 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Attempting to bind port ae22a277-3fe2-47eb-8631-fa69766112fb on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:47.090914 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Attempting to bind port ae22a277-3fe2-47eb-8631-fa69766112fb by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:47.091281 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Attempting to bind port ae22a277-3fe2-47eb-8631-fa69766112fb on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:47.099240 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:47.099611 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:47.100015 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.100436 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:47.101109 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Bound port: ae22a277-3fe2-47eb-8631-fa69766112fb, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:47.101664 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.103501 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7227-7a9b-401b-9729-e90007f23880 None None] Pushing event updated for resources: {'Port': ['ID=ae22a277-3fe2-47eb-8631-fa69766112fb,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:47.155277 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] For port ae22a277-3fe2-47eb-8631-fa69766112fb, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:47.158644 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] For port ae22a277-3fe2-47eb-8631-fa69766112fb, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ae22a277-3fe2-47eb-8631-fa69766112fb,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:47.176306 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-78b78952-c262-45cb-b304-229bbe4a8a0d None None] Provisioning complete for port 11d424d2-76d8-4063-b84a-03f26effd7e9 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:47.176484 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.176828 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-78b78952-c262-45cb-b304-229bbe4a8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.213236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-78b78952-c262-45cb-b304-229bbe4a8a0d None None] Port 11d424d2-76d8-4063-b84a-03f26effd7e9 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:47.259384 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.306582 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:47.307227 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:47.348284 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.353277 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7227-7a9b-401b-9729-e90007f23880 None None] Pushing event updated for resources: {'Port': ['ID=ae22a277-3fe2-47eb-8631-fa69766112fb,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:47.427282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:47.453551 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.505211 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34562) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:47.527980 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.530753 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Pushing event updated for resources: {'Port': ['ID=11d424d2-76d8-4063-b84a-03f26effd7e9,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:47.617937 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e5f37e0d-bd1a-482b-a8eb-d06bdd998f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.627219 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:47.628829 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:47.640027 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:46Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:47.672924 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c7203-ee2f-4f9c-867a-fe252b82aa73 None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:46Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:47.711749 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e5f37e0d-bd1a-482b-a8eb-d06bdd998f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.759869 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:47.779259 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e5f37e0d-bd1a-482b-a8eb-d06bdd998f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.821450 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e5f37e0d-bd1a-482b-a8eb-d06bdd998f79 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=41eebb113c69474b80728e8635a64b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145893 Nov 23 14:42:47.823312 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f37e0d-bd1a-482b-a8eb-d06bdd998f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd758b8-a580-484c-b809-b7c9af5bc407,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:47.824342 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34566) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:47.936760 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:47.951816 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-fc08748a-adcd-4223-a540-f3136724999e admin admin] 10.222.0.82 "PUT /v2.0/routers/d5f08a53-e81b-4e0a-97fc-cdcb1178cc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368029 Nov 23 14:42:47.952041 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-00e015ed-a595-4361-bf40-a160a8108578 None None] Provisioning complete for port 11d424d2-76d8-4063-b84a-03f26effd7e9 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:47.952041 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-00e015ed-a595-4361-bf40-a160a8108578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.960903 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5088815d-0f24-460f-bb8d-d8aae5df66eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.985507 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5088815d-0f24-460f-bb8d-d8aae5df66eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.993909 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-00e015ed-a595-4361-bf40-a160a8108578 None None] Port 11d424d2-76d8-4063-b84a-03f26effd7e9 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:48.082274 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5088815d-0f24-460f-bb8d-d8aae5df66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.085087 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5088815d-0f24-460f-bb8d-d8aae5df66eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.086338 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5088815d-0f24-460f-bb8d-d8aae5df66eb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ddd758b8-a580-484c-b809-b7c9af5bc407 HTTP/1.1" status: 204 len: 168 time: 0.2608392 Nov 23 14:42:48.094744 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088815d-0f24-460f-bb8d-d8aae5df66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd758b8-a580-484c-b809-b7c9af5bc407,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:48.440428 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 872066a3-970e-416d-8b2b-b73fc3dc6f34 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:48.491191 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 872066a3-970e-416d-8b2b-b73fc3dc6f34 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:48.491658 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.704836 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34584) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:48.719903 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7ee80017-a4d2-443a-b33c-efcb5a634a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.804689 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7ee80017-a4d2-443a-b33c-efcb5a634a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.817447 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34588) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:48.822438 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-100972865-network', 'tenant_id': '8860021934264c169cf75429acbb5da3'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:48.864989 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-7ee80017-a4d2-443a-b33c-efcb5a634a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.905214 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-7ee80017-a4d2-443a-b33c-efcb5a634a1e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4b74211b0c5745ce87f83e0e4905993d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988239 Nov 23 14:42:48.906054 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee80017-a4d2-443a-b33c-efcb5a634a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce41e1f4-57be-4907-854c-b415cda7a666,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:48.909171 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34590) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:48.913643 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Made reservation on behalf of 8860021934264c169cf75429acbb5da3 for: {'network': 1} {{(pid=103065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:48.916388 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for network, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.933455 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.962766 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fc7-18e7-40df-9333-4d32d6d87b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.988090 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fc7-18e7-40df-9333-4d32d6d87b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.008406 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.093569 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.118626 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a2f93-5e84-4991-9965-958537f5b2b7,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.132871 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fc7-18e7-40df-9333-4d32d6d87b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.135475 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fc7-18e7-40df-9333-4d32d6d87b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.136724 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-a6e85fc7-18e7-40df-9333-4d32d6d87b09 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ce41e1f4-57be-4907-854c-b415cda7a666 HTTP/1.1" status: 204 len: 168 time: 0.2264121 Nov 23 14:42:49.141705 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:42:49.146858 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e85fc7-18e7-40df-9333-4d32d6d87b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce41e1f4-57be-4907-854c-b415cda7a666,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.148739 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.149160 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.segments_db [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Added segment 6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe of type vlan for network 619bd299-2603-4284-a790-980302e96a4c Nov 23 14:42:49.195269 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745628525617'] for network, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.280970 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164'] for network, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.281958 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:49.282597 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.344811 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=619bd299-2603-4284-a790-980302e96a4c,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.355301 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Network 619bd299-2603-4284-a790-980302e96a4c details requested by agent ovs-agent-dv-cinder-804757-10-iscsi with host dv-cinder-804757-10-iscsi {{(pid=103067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:42:49.375604 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-d76f8d81-0472-4165-86e3-a69969d8a3b8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5570590 Nov 23 14:42:49.379233 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34594) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:49.384722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Request body: {'subnet': {'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-100972865-subnet', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'ip_version': 4}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:49.493324 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Made reservation on behalf of 8860021934264c169cf75429acbb5da3 for: {'subnet': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:49.495860 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143022073'] for subnet, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.719482 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:49.730909 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:49.731608 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:49.768165 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143282379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143022027'] for subnet, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.828753 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103fe150-370d-4398-936d-9e3819450231,revision_number=0']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.833199 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Checking segment: {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:49.834044 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Network hostable DHCP agents. Network: 619bd299-2603-4284-a790-980302e96a4c, hostable agents: ['3020356c-a37c-40bc-a4a2-6d771fcf993b'], hosted agents: [] {{(pid=103066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:42:49.840990 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:49.857645 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34598) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:49.871565 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-dff1442d-2477-4f59-a294-8877eea2d4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.909648 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Network 619bd299-2603-4284-a790-980302e96a4c is scheduled to be hosted by DHCP agent 3020356c-a37c-40bc-a4a2-6d771fcf993b with binding_index 1 {{(pid=103066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:42:49.947529 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-dff1442d-2477-4f59-a294-8877eea2d4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.973410 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-10-iscsi, 619bd299-2603-4284-a790-980302e96a4c) {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:49.981150 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436296d0-ce73-40da-919b-291d095c39d3 None None] Network 619bd299-2603-4284-a790-980302e96a4c requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:49.983799 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:49.984938 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.024536 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-dff1442d-2477-4f59-a294-8877eea2d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.049234 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 2, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.068361 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-dff1442d-2477-4f59-a294-8877eea2d4f5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=17ee7eb8ac364ac6aa9146e820d5df0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095149 Nov 23 14:42:50.069520 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1442d-2477-4f59-a294-8877eea2d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6695e70c-bc86-4957-9a49-7e73adbd8744,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:50.071074 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34600) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.078873 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:50.080261 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Updating router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 port 11d424d2-76d8-4063-b84a-03f26effd7e9 binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:50.090345 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-fb527b3b-a2e2-4723-ba14-41238fd8b326 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7097316 Nov 23 14:42:50.098371 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34602) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.104348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:50.106597 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.133808 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1d75f75b-b3e3-4065-85f8-b1627fdb77d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.151763 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp342a3584-ebdf-5707-802e-f2df2f830bdb-619bd299-2603-4284-a790-980302e96a4c', 'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'fixed_ips': [{'subnet_id': '103fe150-370d-4398-936d-9e3819450231'}]}} from dv-cinder-804757-10-iscsi. {{(pid=103067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:42:50.152668 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.158010 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1d75f75b-b3e3-4065-85f8-b1627fdb77d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.241408 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-606930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3001'] for router, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.242500 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2958'] for router, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.283915 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.db_base_plugin_common [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Allocated IP 172.20.0.2 (619bd299-2603-4284-a790-980302e96a4c/103fe150-370d-4398-936d-9e3819450231/1f15c69e-5c6e-43ba-b958-1419fd9ade5b) {{(pid=103067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:50.315459 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1d75f75b-b3e3-4065-85f8-b1627fdb77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.318348 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1d75f75b-b3e3-4065-85f8-b1627fdb77d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.319694 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1d75f75b-b3e3-4065-85f8-b1627fdb77d7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6695e70c-bc86-4957-9a49-7e73adbd8744 HTTP/1.1" status: 204 len: 168 time: 0.2476130 Nov 23 14:42:50.346348 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75f75b-b3e3-4065-85f8-b1627fdb77d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6695e70c-bc86-4957-9a49-7e73adbd8744,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:50.409781 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.442605 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Publish callbacks [] for port, precommit_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.444599 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.474996 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ae22a277-3fe2-47eb-8631-fa69766112fb up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:50.510878 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.511717 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426'] for port, after_create {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.563953 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Network 619bd299-2603-4284-a790-980302e96a4c is already hosted by enough agents. {{(pid=103067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:50.569583 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.scheduler.base_scheduler [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Resources bound (agent type, host, resource id): {{(pid=103067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:50.575220 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Received port after_create {{(pid=103067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:50.581364 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Pushing event updated for resources: {'Port': ['ID=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,revision_number=1']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:50.588052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port ae22a277-3fe2-47eb-8631-fa69766112fb triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:50.588467 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.621116 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Pushing event updated for resources: {'Port': ['ID=11d424d2-76d8-4063-b84a-03f26effd7e9,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:50.633221 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.635180 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.635721 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.636264 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.636798 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.637351 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.637915 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.638435 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.638989 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.639492 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.640028 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.640379 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:50.646596 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.655663 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Attempting to bind port 11d424d2-76d8-4063-b84a-03f26effd7e9 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:50.656037 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Attempting to bind port 11d424d2-76d8-4063-b84a-03f26effd7e9 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:50.657059 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Attempting to bind port 11d424d2-76d8-4063-b84a-03f26effd7e9 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:50.663169 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:50.663762 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Checking segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:50.664386 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.664790 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Bound using segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:50.665475 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Bound port: 11d424d2-76d8-4063-b84a-03f26effd7e9, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:50.665885 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.683500 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Attempting to bind port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:50.683877 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Attempting to bind port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:50.684410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Attempting to bind port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b on network 619bd299-2603-4284-a790-980302e96a4c {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:50.693437 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:50.693815 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Checking segment: {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:50.704102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.704102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Bound using segment: {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:50.704102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Bound port: 1f15c69e-5c6e-43ba-b958-1419fd9ade5b, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:50.704102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.780467 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] For port 11d424d2-76d8-4063-b84a-03f26effd7e9, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:50.785427 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] For port 11d424d2-76d8-4063-b84a-03f26effd7e9, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=11d424d2-76d8-4063-b84a-03f26effd7e9,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:50.817344 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.854585 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.863499 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port ae22a277-3fe2-47eb-8631-fa69766112fb, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ae22a277-3fe2-47eb-8631-fa69766112fb,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:50.880917 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-52923fcb-e31d-41cf-b6cd-7e0d70af0cf4 None None] Provisioning complete for port 11d424d2-76d8-4063-b84a-03f26effd7e9 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:50.881346 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-52923fcb-e31d-41cf-b6cd-7e0d70af0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.905232 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] For port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:50.929332 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7ca74e97-44f0-4131-bb76-4c3e0bdda3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.933061 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] For port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:50.955108 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a149-e560-4ca2-8c56-da075fcc7973 None None] Pushing event updated for resources: {'Port': ['ID=11d424d2-76d8-4063-b84a-03f26effd7e9,revision_number=4']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:50.962646 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:50.963256 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.987369 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.013563 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.032592 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.040085 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.040461 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-52923fcb-e31d-41cf-b6cd-7e0d70af0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.100630 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=ae22a277-3fe2-47eb-8631-fa69766112fb,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.145071 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-52923fcb-e31d-41cf-b6cd-7e0d70af0cf4 None None] For port 11d424d2-76d8-4063-b84a-03f26effd7e9, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=11d424d2-76d8-4063-b84a-03f26effd7e9,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:51.155143 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:51.178465 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246115ca-2ad8-4a34-be5b-63faf51c626f None None] Pushing event updated for resources: {'Port': ['ID=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.213986 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-52923fcb-e31d-41cf-b6cd-7e0d70af0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.231974 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Allocated IP 172.27.0.161 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/1b2743fe-e2ae-4484-94e8-2843f2553f37) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:51.279478 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923fcb-e31d-41cf-b6cd-7e0d70af0cf4 None None] Pushing event updated for resources: {'Port': ['ID=11d424d2-76d8-4063-b84a-03f26effd7e9,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.348407 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-94ac0da3-4fad-4bb7-8175-5d81ba14786e None None] Provisioning complete for port 11d424d2-76d8-4063-b84a-03f26effd7e9 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:51.348407 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-94ac0da3-4fad-4bb7-8175-5d81ba14786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.394310 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.447230 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:51.503857 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496e44-b11d-450d-9d94-97b48958d8e8 None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:51.511023 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.562317 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:51.565457 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:51.569019 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:51.599600 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Pushing event updated for resources: {'Port': ['ID=1b2743fe-e2ae-4484-94e8-2843f2553f37,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.886733 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.102568 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-932641'] for router, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.240140 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afec13d-3482-463d-8387-962373c6d462 None None] Network 619bd299-2603-4284-a790-980302e96a4c requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:52.311210 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Router 0e058304-5e86-4bb8-827c-786efe8102eb is scheduled to L3 agent 21c31381-8d64-4005-aeb6-578a307f506b with binding_index 1 {{(pid=103065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:42:52.338021 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-5f9e98e1-fb79-49fd-b33f-8aa39cf51340 None None] Provisioning complete for port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:52.338021 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5f9e98e1-fb79-49fd-b33f-8aa39cf51340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.479418 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:52.553063 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] Publish callbacks [] for router, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.554154 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-5c8b7ce1-b54b-426c-ac8f-ac61d145069f admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4547729 Nov 23 14:42:52.557002 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34638) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:52.565414 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Sync routers for ids ['0e058304-5e86-4bb8-827c-786efe8102eb'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:52.604441 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ae22a277-3fe2-47eb-8631-fa69766112fb up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:52.619961 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Routers {'0e058304-5e86-4bb8-827c-786efe8102eb'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:52.620627 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['0e058304-5e86-4bb8-827c-786efe8102eb'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:52.689834 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5f9e98e1-fb79-49fd-b33f-8aa39cf51340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.801966 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-5f9e98e1-fb79-49fd-b33f-8aa39cf51340 None None] For port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:52.819025 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port ae22a277-3fe2-47eb-8631-fa69766112fb triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:52.819409 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.824730 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Set router 0e058304-5e86-4bb8-827c-786efe8102eb gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:52.901131 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-5f9e98e1-fb79-49fd-b33f-8aa39cf51340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.024988 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e98e1-fb79-49fd-b33f-8aa39cf51340 None None] Pushing event updated for resources: {'Port': ['ID=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.044102 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.102475 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-8a491e8f-288b-4da1-8b2b-729cd805dcb1 None None] Provisioning complete for port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:53.102858 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-8a491e8f-288b-4da1-8b2b-729cd805dcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.128293 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 11d424d2-76d8-4063-b84a-03f26effd7e9 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:53.219029 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Allocated IP 172.20.0.1 (619bd299-2603-4284-a790-980302e96a4c/103fe150-370d-4398-936d-9e3819450231/abd72133-fd08-42dd-a06d-522698da6c0f) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:53.243410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 3, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:53.278373 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0d0343ec-e9bd-4af0-a709-2f8155d498b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.282778 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Checking router: 0e058304-5e86-4bb8-827c-786efe8102eb for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:53.282778 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Updating router 0e058304-5e86-4bb8-827c-786efe8102eb port 1b2743fe-e2ae-4484-94e8-2843f2553f37 binding host dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:53.284658 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 11d424d2-76d8-4063-b84a-03f26effd7e9 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:53.285018 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.333862 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.336249 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.459648 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.481198 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1f15c69e-5c6e-43ba-b958-1419fd9ade5b up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:53.496758 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Network 619bd299-2603-4284-a790-980302e96a4c is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:53.503688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:53.507493 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:53.540834 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Pushing event updated for resources: {'Port': ['ID=abd72133-fd08-42dd-a06d-522698da6c0f,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.570412 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604470'] for router_interface, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.612611 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:53.613155 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.725844 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Publish callbacks [] for port, precommit_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.776358 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.812737 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-946b457c-5b92-40ce-81fb-6e00f62a1998 None None] Provisioning complete for port abd72133-fd08-42dd-a06d-522698da6c0f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:53.813046 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-946b457c-5b92-40ce-81fb-6e00f62a1998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.841230 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.912622 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09dcb-575b-4c01-886f-53a87388b0c4 None None] Pushing event updated for resources: {'Port': ['ID=1b2743fe-e2ae-4484-94e8-2843f2553f37,revision_number=2']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.914746 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-946b457c-5b92-40ce-81fb-6e00f62a1998 None None] Port abd72133-fd08-42dd-a06d-522698da6c0f cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:53.916573 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Attempting to bind port 1b2743fe-e2ae-4484-94e8-2843f2553f37 on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:53.917051 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Attempting to bind port 1b2743fe-e2ae-4484-94e8-2843f2553f37 by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:53.917418 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Attempting to bind port 1b2743fe-e2ae-4484-94e8-2843f2553f37 on network 18ce11db-0d8c-479b-8734-ff7156bf19ad {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:53.925727 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:53.926115 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Checking segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:53.926519 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.926918 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Bound using segment: {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'} {{(pid=103067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:53.927389 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.managers [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Bound port: 1b2743fe-e2ae-4484-94e8-2843f2553f37, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71f74-35de-48e1-94aa-9dd4582aac91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad'}}] {{(pid=103067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:53.927775 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.950956 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.978536 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] For port 1b2743fe-e2ae-4484-94e8-2843f2553f37, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:53.981429 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] For port 1b2743fe-e2ae-4484-94e8-2843f2553f37, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1b2743fe-e2ae-4484-94e8-2843f2553f37,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:54.030650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.030899 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.087363 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Routers {'0e058304-5e86-4bb8-827c-786efe8102eb'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:54.087987 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['0e058304-5e86-4bb8-827c-786efe8102eb'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:54.100619 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604570'] for router_interface, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.110068 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Pushing event updated for resources: {'Port': ['ID=abd72133-fd08-42dd-a06d-522698da6c0f,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:54.137590 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09dcb-575b-4c01-886f-53a87388b0c4 None None] Pushing event updated for resources: {'Port': ['ID=1b2743fe-e2ae-4484-94e8-2843f2553f37,revision_number=3']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:54.207565 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Network 619bd299-2603-4284-a790-980302e96a4c is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:54.209313 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:54.216018 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] Set router 0e058304-5e86-4bb8-827c-786efe8102eb gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:54.289660 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34674) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:54.353575 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Router 0e058304-5e86-4bb8-827c-786efe8102eb has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:54.447236 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1f15c69e-5c6e-43ba-b958-1419fd9ade5b up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:54.458586 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc1374bc-6b55-4064-b82c-469210311eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.500600 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:54.507507 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-2808ba65-a406-4821-ae7f-31c4c706a395 admin admin] 10.222.0.82 "PUT /v2.0/routers/0e058304-5e86-4bb8-827c-786efe8102eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9494216 Nov 23 14:42:54.565925 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc1374bc-6b55-4064-b82c-469210311eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.588889 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-28c200d0-4346-49d6-b0a5-9deb0e82e74a None None] Provisioning complete for port abd72133-fd08-42dd-a06d-522698da6c0f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:54.589294 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-28c200d0-4346-49d6-b0a5-9deb0e82e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.615391 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.645979 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:54.646362 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.653185 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc1374bc-6b55-4064-b82c-469210311eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.685822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-28c200d0-4346-49d6-b0a5-9deb0e82e74a None None] Port abd72133-fd08-42dd-a06d-522698da6c0f cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:54.694781 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1374bc-6b55-4064-b82c-469210311eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6013c761-e811-434a-b692-aa7fe81c3b22,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:54.702138 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-cc1374bc-6b55-4064-b82c-469210311eb2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=60ce3dbdaf3d42bab73471c50b547ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112692 Nov 23 14:42:54.702255 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34684) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:54.745405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'abd72133-fd08-42dd-a06d-522698da6c0f', 'name': '', 'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'mac_address': 'fa:16:3e:5f:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '103fe150-370d-4398-936d-9e3819450231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:53Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 2, 'project_id': '8860021934264c169cf75429acbb5da3', 'subnets': [{'id': '103fe150-370d-4398-936d-9e3819450231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:54.762086 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-10c3a85a-c429-4fe2-be48-58a8340f7e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.777729 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852547-e7a4-459e-9af5-f0bd84968019 None None] The sync data for ids ['0e058304-5e86-4bb8-827c-786efe8102eb'] in dv-cinder-804757-10-iscsi is: [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'abd72133-fd08-42dd-a06d-522698da6c0f', 'name': '', 'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'mac_address': 'fa:16:3e:5f:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '103fe150-370d-4398-936d-9e3819450231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:53Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 2, 'project_id': '8860021934264c169cf75429acbb5da3', 'subnets': [{'id': '103fe150-370d-4398-936d-9e3819450231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:54.793631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-10c3a85a-c429-4fe2-be48-58a8340f7e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.927591 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-10c3a85a-c429-4fe2-be48-58a8340f7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.930392 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-10c3a85a-c429-4fe2-be48-58a8340f7e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.931559 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-10c3a85a-c429-4fe2-be48-58a8340f7e22 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6013c761-e811-434a-b692-aa7fe81c3b22 HTTP/1.1" status: 204 len: 168 time: 0.2276623 Nov 23 14:42:54.941497 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3a85a-c429-4fe2-be48-58a8340f7e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013c761-e811-434a-b692-aa7fe81c3b22,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.216473 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34690) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:55.221745 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122824768', 'description': 'tempest-secgroup-smoke-122824768 description', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:55.316826 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.395596 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.482608 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.517093 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.575394 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.576787 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-601c2b92-a99e-4d6b-9d28-1b9a29105d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3590970 Nov 23 14:42:55.584762 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34692) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:55.589286 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group_rule': {'security_group_id': 'bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:55.612100 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34694) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:55.625653 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-856455f7-aa02-4dd1-adff-d009daf81270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.687927 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.720129 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-856455f7-aa02-4dd1-adff-d009daf81270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.758840 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.812230 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-856455f7-aa02-4dd1-adff-d009daf81270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.856672 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856455f7-aa02-4dd1-adff-d009daf81270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b2aa2-7ae9-46a1-abff-96c10ae8a8ff,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.862046 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-856455f7-aa02-4dd1-adff-d009daf81270 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f3aec58343ab4a0f8f574fe04ce09c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489269 Nov 23 14:42:55.864981 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34696) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:55.870438 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.894936 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26eecad-b65f-46e7-9f37-95d3fec9938f,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.899461 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.927538 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ebdd59b0-b8be-4a15-8240-cf75bd7df0d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.952280 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.952944 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ebdd59b0-b8be-4a15-8240-cf75bd7df0d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.953736 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-b6cde11e-fca5-46cb-80d6-9feb8a211687 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679428 Nov 23 14:42:55.956568 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34698) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:55.962504 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group_rule': {'security_group_id': 'bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:56.064953 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.081246 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ebdd59b0-b8be-4a15-8240-cf75bd7df0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.084174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-ebdd59b0-b8be-4a15-8240-cf75bd7df0d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.085373 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ebdd59b0-b8be-4a15-8240-cf75bd7df0d0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3c0b2aa2-7ae9-46a1-abff-96c10ae8a8ff HTTP/1.1" status: 204 len: 168 time: 0.2191055 Nov 23 14:42:56.094641 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd59b0-b8be-4a15-8240-cf75bd7df0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b2aa2-7ae9-46a1-abff-96c10ae8a8ff,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:56.127866 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.137870 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.195292 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.212913 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95b0c90-3426-4b52-bcd2-9dae54036bd9,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:56.300951 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.302179 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-4e6656e1-52af-4a14-932a-2c30d469a008 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445923 Nov 23 14:42:56.304896 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34702) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:56.309222 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group_rule': {'security_group_id': 'bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:56.427853 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1b2743fe-e2ae-4484-94e8-2843f2553f37 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:56.456928 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.486510 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 1b2743fe-e2ae-4484-94e8-2843f2553f37 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:56.487142 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.527394 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.580032 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.596794 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.603196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] For port 1b2743fe-e2ae-4484-94e8-2843f2553f37, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1b2743fe-e2ae-4484-94e8-2843f2553f37,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:56.623724 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709f7eb0-b1b8-44d5-92f1-e17b38ef2e13,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:56.653664 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.672475 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.673743 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-cc6b9c82-7548-4683-805d-f6022986de84 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679879 Nov 23 14:42:56.676577 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34712) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:56.681377 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group_rule': {'security_group_id': 'bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:56.713444 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Pushing event updated for resources: {'Port': ['ID=1b2743fe-e2ae-4484-94e8-2843f2553f37,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:56.777823 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.839147 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Sync routers for ids ['0e058304-5e86-4bb8-827c-786efe8102eb'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:56.845565 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.849149 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Routers {'0e058304-5e86-4bb8-827c-786efe8102eb'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:56.849760 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['0e058304-5e86-4bb8-827c-786efe8102eb'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:56.940139 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.958538 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5608a755-47cb-4f81-bedf-a4bf915a10fa,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:56.966098 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Set router 0e058304-5e86-4bb8-827c-786efe8102eb gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:56.984704 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.043933 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.048293 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-823bca8c-594f-4909-9dec-7a25873e9440 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675687 Nov 23 14:42:57.049118 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34722) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:57.054151 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group_rule': {'security_group_id': 'bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:57.139229 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.securitygroups_db [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Project 15e58f0cbadf4005bbb5be04e4aef3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:42:57.146532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.171963 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'abd72133-fd08-42dd-a06d-522698da6c0f', 'name': '', 'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'mac_address': 'fa:16:3e:5f:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '103fe150-370d-4398-936d-9e3819450231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:53Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 2, 'project_id': '8860021934264c169cf75429acbb5da3', 'subnets': [{'id': '103fe150-370d-4398-936d-9e3819450231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:57.202009 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Checking router: 0e058304-5e86-4bb8-827c-786efe8102eb for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:57.202637 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Updating router 0e058304-5e86-4bb8-827c-786efe8102eb port abd72133-fd08-42dd-a06d-522698da6c0f binding host dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:57.215950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.288360 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.306935 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3249b190-4e2d-4578-b460-8eafde2c341c,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:57.313027 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.369915 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.371183 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-9dd0d736-b91f-4477-a546-d138f76bd666 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3210814 Nov 23 14:42:57.374079 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34728) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:57.382803 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'security_group_rule': {'security_group_id': 'bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304', 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:57.465017 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.securitygroups_db [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Project 15e58f0cbadf4005bbb5be04e4aef3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:42:57.470689 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.535822 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.578250 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Publish callbacks [] for port, precommit_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.619188 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606347'] for security_group_rule, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.635072 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be0b19f-c46f-42fa-8d97-aad16e93b58b,revision_number=0']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:57.664994 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.689501 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.691644 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-caa55b1d-a09b-4330-8a63-aa4545150c31 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156703 Nov 23 14:42:57.751249 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de6fe-cb69-42ac-8565-e9b92a9f165c None None] Pushing event updated for resources: {'Port': ['ID=abd72133-fd08-42dd-a06d-522698da6c0f,revision_number=3']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:57.782402 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Attempting to bind port abd72133-fd08-42dd-a06d-522698da6c0f on host dv-cinder-804757-10-iscsi for vnic_type normal with profile {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:57.782830 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Attempting to bind port abd72133-fd08-42dd-a06d-522698da6c0f by drivers openvswitch,hyperv on host dv-cinder-804757-10-iscsi at level 0 using segments [{'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:57.783334 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Attempting to bind port abd72133-fd08-42dd-a06d-522698da6c0f on network 619bd299-2603-4284-a790-980302e96a4c {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:57.788776 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Checking agent: {'id': 'e41a48af-3914-4ba6-9a83-e41e639a95dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 22, 27), 'started_at': datetime.datetime(2021, 11, 23, 14, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:57.789225 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Checking segment: {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:57.789813 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.790072 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Bound using segment: {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'} {{(pid=103068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:57.790534 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.managers [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Bound port: abd72133-fd08-42dd-a06d-522698da6c0f, host: dv-cinder-804757-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '619bd299-2603-4284-a790-980302e96a4c'}}] {{(pid=103068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:57.790939 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.868778 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] For port abd72133-fd08-42dd-a06d-522698da6c0f, host dv-cinder-804757-10-iscsi, cleared binding levels {{(pid=103068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:57.872965 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.plugins.ml2.db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] For port abd72133-fd08-42dd-a06d-522698da6c0f, host dv-cinder-804757-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=abd72133-fd08-42dd-a06d-522698da6c0f,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:57.935895 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-089faa7e-a358-4a6f-8fe4-898849a84724 None None] Provisioning complete for port abd72133-fd08-42dd-a06d-522698da6c0f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:57.936291 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-089faa7e-a358-4a6f-8fe4-898849a84724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.945202 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron_lib.callbacks.manager [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.976267 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-089faa7e-a358-4a6f-8fe4-898849a84724 None None] Port abd72133-fd08-42dd-a06d-522698da6c0f cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:58.010606 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Routers {'0e058304-5e86-4bb8-827c-786efe8102eb'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:58.011313 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:42:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['0e058304-5e86-4bb8-827c-786efe8102eb'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:58.055549 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de6fe-cb69-42ac-8565-e9b92a9f165c None None] Pushing event updated for resources: {'Port': ['ID=abd72133-fd08-42dd-a06d-522698da6c0f,revision_number=4']} {{(pid=103068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:58.137786 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] Set router 0e058304-5e86-4bb8-827c-786efe8102eb gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:58.298783 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-d15470fb-38a8-4780-84ab-38dabc730d58 None None] Provisioning complete for port abd72133-fd08-42dd-a06d-522698da6c0f triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:58.299334 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d15470fb-38a8-4780-84ab-38dabc730d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.355632 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'abd72133-fd08-42dd-a06d-522698da6c0f', 'name': '', 'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'mac_address': 'fa:16:3e:5f:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '103fe150-370d-4398-936d-9e3819450231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:53Z', 'updated_at': '2021-11-23T14:42:57Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'subnets': [{'id': '103fe150-370d-4398-936d-9e3819450231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:58.398040 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18158287-31f0-489e-9b6c-6460eb6a4937 None None] The sync data for ids ['0e058304-5e86-4bb8-827c-786efe8102eb'] in dv-cinder-804757-10-iscsi is: [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': 'abd72133-fd08-42dd-a06d-522698da6c0f', 'name': '', 'network_id': '619bd299-2603-4284-a790-980302e96a4c', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'mac_address': 'fa:16:3e:5f:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '103fe150-370d-4398-936d-9e3819450231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:53Z', 'updated_at': '2021-11-23T14:42:57Z', 'revision_number': 4, 'project_id': '8860021934264c169cf75429acbb5da3', 'subnets': [{'id': '103fe150-370d-4398-936d-9e3819450231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:58.416985 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d15470fb-38a8-4780-84ab-38dabc730d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.461203 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-d15470fb-38a8-4780-84ab-38dabc730d58 None None] For port abd72133-fd08-42dd-a06d-522698da6c0f, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=abd72133-fd08-42dd-a06d-522698da6c0f,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:58.478726 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1b2743fe-e2ae-4484-94e8-2843f2553f37 up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:58.548375 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d15470fb-38a8-4780-84ab-38dabc730d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.553708 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port 1b2743fe-e2ae-4484-94e8-2843f2553f37 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:58.558043 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.663375 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15470fb-38a8-4780-84ab-38dabc730d58 None None] Pushing event updated for resources: {'Port': ['ID=abd72133-fd08-42dd-a06d-522698da6c0f,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:58.713854 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device abd72133-fd08-42dd-a06d-522698da6c0f up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:58.767266 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port abd72133-fd08-42dd-a06d-522698da6c0f triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:58.768657 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:00.405398 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device abd72133-fd08-42dd-a06d-522698da6c0f up at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:43:00.453058 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Provisioning complete for port abd72133-fd08-42dd-a06d-522698da6c0f triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:00.453432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:05.163108 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:43:07.455332 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34900) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:07.558816 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9652e839-c730-4ad8-889d-a8e0bf731a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.631839 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9652e839-c730-4ad8-889d-a8e0bf731a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.698537 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-9652e839-c730-4ad8-889d-a8e0bf731a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.738367 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-9652e839-c730-4ad8-889d-a8e0bf731a88 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fa5c32bee14a4de68a48b4e8a6fde711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818427 Nov 23 14:43:07.739034 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652e839-c730-4ad8-889d-a8e0bf731a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d7a959-c1a7-4a7b-bf05-71942e9a20fd,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:07.742037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34904) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:07.790355 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9c01689e-e9a8-46dd-9975-aef4b361a4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.812024 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9c01689e-e9a8-46dd-9975-aef4b361a4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.939006 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9c01689e-e9a8-46dd-9975-aef4b361a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.941822 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-9c01689e-e9a8-46dd-9975-aef4b361a4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.943213 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-9c01689e-e9a8-46dd-9975-aef4b361a4e2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d6d7a959-c1a7-4a7b-bf05-71942e9a20fd HTTP/1.1" status: 204 len: 168 time: 0.1999729 Nov 23 14:43:07.951239 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01689e-e9a8-46dd-9975-aef4b361a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d7a959-c1a7-4a7b-bf05-71942e9a20fd,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:08.520201 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34912) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:08.540082 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8abcf459-f607-41b2-8c4d-31bb79927ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.613669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8abcf459-f607-41b2-8c4d-31bb79927ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.664716 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-8abcf459-f607-41b2-8c4d-31bb79927ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.702510 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcf459-f607-41b2-8c4d-31bb79927ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7ece2-c65c-45cc-90ec-04cf3047a5dc,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:08.706735 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-8abcf459-f607-41b2-8c4d-31bb79927ed8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4f7941942b0946e493f2e4c9b431718e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809218 Nov 23 14:43:08.710556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34914) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:08.760095 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b2a71443-7294-41ba-94b8-86a849451f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.782145 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b2a71443-7294-41ba-94b8-86a849451f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.882011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b2a71443-7294-41ba-94b8-86a849451f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.884553 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-b2a71443-7294-41ba-94b8-86a849451f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.886008 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-b2a71443-7294-41ba-94b8-86a849451f3f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c5c7ece2-c65c-45cc-90ec-04cf3047a5dc HTTP/1.1" status: 204 len: 168 time: 0.1746404 Nov 23 14:43:08.895334 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a71443-7294-41ba-94b8-86a849451f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7ece2-c65c-45cc-90ec-04cf3047a5dc,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:09.537454 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 34922) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:09.550569 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-da6f2208-1c25-4add-bcfc-3825c3520dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.630221 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-da6f2208-1c25-4add-bcfc-3825c3520dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.693188 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-da6f2208-1c25-4add-bcfc-3825c3520dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.734076 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-da6f2208-1c25-4add-bcfc-3825c3520dee admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=90e2e7c78fbc419780fa7efb8878a20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955206 Nov 23 14:43:09.736220 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2208-1c25-4add-bcfc-3825c3520dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c7fdaa-0a20-4b5a-83f4-4139fee2f850,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:09.736991 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 34924) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:09.784545 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3d7d045a-ecb5-4db9-9e28-9acbe7086532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.808425 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3d7d045a-ecb5-4db9-9e28-9acbe7086532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.927278 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3d7d045a-ecb5-4db9-9e28-9acbe7086532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.930076 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3d7d045a-ecb5-4db9-9e28-9acbe7086532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.931329 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3d7d045a-ecb5-4db9-9e28-9acbe7086532 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/39c7fdaa-0a20-4b5a-83f4-4139fee2f850 HTTP/1.1" status: 204 len: 168 time: 0.1930027 Nov 23 14:43:09.939605 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d045a-ecb5-4db9-9e28-9acbe7086532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c7fdaa-0a20-4b5a-83f4-4139fee2f850,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:20.829871 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bf306d1d-ed38-4ad5-97bd-a112405cf55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:23.241359 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b2af0e06-0863-4d09-8aac-5f1cd279b4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:23.990799 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-146c5b08-98da-4a03-a341-08f7217a651e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122824768&fields=id&tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 267 time: 0.0430210 Nov 23 14:43:24.093755 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-874bed83-4818-4a2b-9103-cadf0e5d3eba tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:24.095108 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-874bed83-4818-4a2b-9103-cadf0e5d3eba tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 812 time: 0.0969081 Nov 23 14:43:24.109984 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-4ba7aa77-0d52-4888-ac19-2b818328ca4c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/quotas/15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 375 time: 0.0092297 Nov 23 14:43:24.165074 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-bbfcab2c-69e6-42e8-861d-fb32c8dd01cf tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500579 Nov 23 14:43:24.290452 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9b8f72e7-11a4-4752-a19f-d810d1064360 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:43:24.291438 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9b8f72e7-11a4-4752-a19f-d810d1064360 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1149220 Nov 23 14:43:24.453008 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-429b6ee7-fa7c-4a1a-8f01-bc7a138005b7 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549702 Nov 23 14:43:24.492492 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:24.545859 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-04393af1-cd3f-475c-a845-363601e4a2e4 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863402 Nov 23 14:43:25.823700 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:26.087546 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:26.142991 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9171371f-f5e7-474b-b4ea-aa5ba979fd17 req-31a71ed4-4977-4175-91c7-1f492580b4f2 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 210 time: 0.0269332 Nov 23 14:43:26.994259 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:27.220058 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-73d37ca6-db0e-4280-98bf-5af779f61084 req-ef90c414-16e8-40d7-bd5a-bc1baebe4af7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 210 time: 0.0272093 Nov 23 14:43:28.262229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-df98d6c8-128f-4248-812e-55d7f191880e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:28.263823 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-df98d6c8-128f-4248-812e-55d7f191880e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 812 time: 0.1046615 Nov 23 14:43:28.326433 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d173f72a-c259-4835-a552-9a021286b013 req-d4e4559b-0a2a-47a5-9182-c97e5f21e693 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 210 time: 0.0262749 Nov 23 14:43:28.328261 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-edb426ad-6c7f-4fc2-9f88-d85c6a578a11 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 379 time: 0.0547321 Nov 23 14:43:28.348201 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'port': {'device_id': '37c522a6-f2da-4126-8472-c685c2422bcd', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'admin_state_up': True, 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'security_groups': ['bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304']}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:28.543825 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Made reservation on behalf of 15e58f0cbadf4005bbb5be04e4aef3c1 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:43:28.547255 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:28.672686 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Allocated IP 172.20.0.10 (8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d/e2780625-4b74-47bb-97ab-fe4c91665917/258b7a9f-8616-4f6e-b6dc-09414d479883) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:43:28.810073 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.155954 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.196218 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:43:29.201123 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:43:29.206194 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:43:29.235988 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=258b7a9f-8616-4f6e-b6dc-09414d479883,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:29.259114 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:29.259743 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.346144 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-9fdac7a9-7fdc-463e-86bc-005680024cf7 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0032563 Nov 23 14:43:29.359913 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Request body: {'port': {'device_id': '37c522a6-f2da-4126-8472-c685c2422bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:29.441338 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.461859 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-642c968f-aee1-4765-97b8-d111c8540970 None None] Provisioning complete for port 258b7a9f-8616-4f6e-b6dc-09414d479883 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:29.462635 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-642c968f-aee1-4765-97b8-d111c8540970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.499106 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a78ff-7eff-4f09-960b-a4de765d0722 req-ed1fd690-49f0-4f39-8d94-01b61ccc86dc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:29.500524 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2b6a78ff-7eff-4f09-960b-a4de765d0722 req-ed1fd690-49f0-4f39-8d94-01b61ccc86dc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 932 time: 0.0885663 Nov 23 14:43:29.507193 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-642c968f-aee1-4765-97b8-d111c8540970 None None] Port 258b7a9f-8616-4f6e-b6dc-09414d479883 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:43:29.625368 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2b6a78ff-7eff-4f09-960b-a4de765d0722 req-21d0cc7f-1ad3-4b89-9207-533258fd8ef6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158552 Nov 23 14:43:29.754384 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258b7a9f-8616-4f6e-b6dc-09414d479883 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:29.762453 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.774648 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Transition to ACTIVE for port object 258b7a9f-8616-4f6e-b6dc-09414d479883 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:43:29.846711 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.899446 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Pushing event updated for resources: {'Port': ['ID=258b7a9f-8616-4f6e-b6dc-09414d479883,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:29.965323 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Attempting to bind port 258b7a9f-8616-4f6e-b6dc-09414d479883 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:43:29.965655 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Attempting to bind port 258b7a9f-8616-4f6e-b6dc-09414d479883 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:43:29.965976 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Attempting to bind port 258b7a9f-8616-4f6e-b6dc-09414d479883 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:43:29.970554 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Port 258b7a9f-8616-4f6e-b6dc-09414d479883 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:43:29.970871 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Attempting to bind port 258b7a9f-8616-4f6e-b6dc-09414d479883 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:43:29.975919 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:43:29.976325 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Checking segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:43:29.976699 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Bound using segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:43:29.977123 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Bound port: 258b7a9f-8616-4f6e-b6dc-09414d479883, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:43:29.977474 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.046338 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] For port 258b7a9f-8616-4f6e-b6dc-09414d479883, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:43:30.049302 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] For port 258b7a9f-8616-4f6e-b6dc-09414d479883, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=258b7a9f-8616-4f6e-b6dc-09414d479883,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:43:30.109779 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.143881 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.144520 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.146006 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] 10.222.0.85 "PUT /v2.0/ports/258b7a9f-8616-4f6e-b6dc-09414d479883 HTTP/1.1" status: 200 len: 1094 time: 0.7906265 Nov 23 14:43:30.146316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:30.148819 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33476678-2b15-4218-a5a1-96f4601086cc" -d '{"events": [{"name": "network-changed", "server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:30.178650 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4fb5a-f750-4436-9c39-74f348d76032 service neutron] Pushing event updated for resources: {'Port': ['ID=258b7a9f-8616-4f6e-b6dc-09414d479883,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:30.192169 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1c2fc7-9471-4e7d-bd10-956223ff95cc x-openstack-request-id: req-6c1c2fc7-9471-4e7d-bd10-956223ff95cc {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:30.192566 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:30.192823 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c1c2fc7-9471-4e7d-bd10-956223ff95cc {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:30.193366 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'status': 'completed', 'code': 200} Nov 23 14:43:30.263960 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476678-2b15-4218-a5a1-96f4601086cc req-c7bdd778-39a7-4757-b000-6b8a073f35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.265519 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33476678-2b15-4218-a5a1-96f4601086cc req-c7bdd778-39a7-4757-b000-6b8a073f35aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1097 time: 0.0443425 Nov 23 14:43:30.372410 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476678-2b15-4218-a5a1-96f4601086cc req-9e5d63a2-7e09-407d-870a-d53fd693381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.373872 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33476678-2b15-4218-a5a1-96f4601086cc req-9e5d63a2-7e09-407d-870a-d53fd693381c service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0983286 Nov 23 14:43:30.466075 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476678-2b15-4218-a5a1-96f4601086cc req-acfb0524-96cb-4569-a41f-c5e9d7d8e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.467515 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-33476678-2b15-4218-a5a1-96f4601086cc req-acfb0524-96cb-4569-a41f-c5e9d7d8e7f5 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0862868 Nov 23 14:43:30.549279 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-dfa92bbb-1cd0-4e1f-b1d5-6c8724260d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.550750 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-dfa92bbb-1cd0-4e1f-b1d5-6c8724260d2f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1097 time: 0.0451636 Nov 23 14:43:30.595667 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-c0ff18ea-e3ac-47f9-a8d2-b2fd79db815e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b7a9f-8616-4f6e-b6dc-09414d479883 HTTP/1.1" status: 200 len: 217 time: 0.0331545 Nov 23 14:43:30.646360 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-c677717f-47fe-4b28-91ee-39750754d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.647822 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-c677717f-47fe-4b28-91ee-39750754d2fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0437162 Nov 23 14:43:30.707203 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-896cc39f-4654-4804-9300-54f2892f0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.708634 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-896cc39f-4654-4804-9300-54f2892f0646 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530233 Nov 23 14:43:30.798067 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5cda9-dbf3-4236-8c22-38ee66dbf377 req-c8a941e7-1f5e-48cb-85a0-561ac505bbf6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.799422 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2ce5cda9-dbf3-4236-8c22-38ee66dbf377 req-c8a941e7-1f5e-48cb-85a0-561ac505bbf6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.1069613 Nov 23 14:43:30.840463 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-243ad36a-c090-4869-8ccc-708fcda9e7f5 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153345 Nov 23 14:43:30.891890 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2ce5cda9-dbf3-4236-8c22-38ee66dbf377 req-fa68b27a-e201-4d79-8aa9-3a2d7484bedc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858426 Nov 23 14:43:30.948049 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cabc2682-3674-43bd-8eb5-759b915b6fb9 req-3fc4ea8e-931a-4839-ad46-7fdc50db5889 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002300 Nov 23 14:43:32.007405 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435714c4-2e67-47a9-b45b-13dc374a7e56 req-913c6c88-49d5-4ba1-9df6-44e9926cde87 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:32.009096 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-435714c4-2e67-47a9-b45b-13dc374a7e56 req-913c6c88-49d5-4ba1-9df6-44e9926cde87 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0486708 Nov 23 14:43:32.060609 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-435714c4-2e67-47a9-b45b-13dc374a7e56 req-7d173a91-ef75-4f17-9e28-b41d4aa741a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Nov 23 14:43:33.178112 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552bdc4-4fe0-4902-a11a-3b0a90aa5bda req-218bc171-343d-48af-9d55-a3c9a3a12e3f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:33.180342 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f552bdc4-4fe0-4902-a11a-3b0a90aa5bda req-218bc171-343d-48af-9d55-a3c9a3a12e3f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0501070 Nov 23 14:43:33.230534 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f552bdc4-4fe0-4902-a11a-3b0a90aa5bda req-6db23701-7d3a-460d-b35e-5b4ddc82dea5 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Nov 23 14:43:34.345532 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96697425-efa2-4a40-90bd-637e60c5377d req-55318de0-a0d8-4440-9b34-9e26884a8cb2 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:34.346998 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96697425-efa2-4a40-90bd-637e60c5377d req-55318de0-a0d8-4440-9b34-9e26884a8cb2 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0485227 Nov 23 14:43:34.396207 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-96697425-efa2-4a40-90bd-637e60c5377d req-c3580b30-1272-4dd8-a0d4-f1bbf574647f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426185 Nov 23 14:43:35.517689 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368e75-0389-4bc4-bcdf-79b72ffb0a1c req-41f6d54c-6251-4361-ae0b-fa889495cf64 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:35.519224 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c9368e75-0389-4bc4-bcdf-79b72ffb0a1c req-41f6d54c-6251-4361-ae0b-fa889495cf64 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0550990 Nov 23 14:43:35.570694 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c9368e75-0389-4bc4-bcdf-79b72ffb0a1c req-a25bd8e2-259e-4e54-92e9-a156aa9d6818 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451434 Nov 23 14:43:36.693721 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a43b3f-0695-43c1-b4ac-6b7b4a8230bb req-ffd98751-b618-417d-8c30-3d5f6690a722 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:36.693721 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54a43b3f-0695-43c1-b4ac-6b7b4a8230bb req-ffd98751-b618-417d-8c30-3d5f6690a722 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0479946 Nov 23 14:43:36.740995 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-54a43b3f-0695-43c1-b4ac-6b7b4a8230bb req-4b7c28a2-ec2d-435f-93c3-2813d5e2785a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495298 Nov 23 14:43:37.856331 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3955141-8a17-4fa6-bed9-c4b1d254b042 req-e5b78c2b-42f7-4974-a67e-db57cabf82ff tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:37.857788 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a3955141-8a17-4fa6-bed9-c4b1d254b042 req-e5b78c2b-42f7-4974-a67e-db57cabf82ff tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0476663 Nov 23 14:43:37.907240 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a3955141-8a17-4fa6-bed9-c4b1d254b042 req-9b5f55e6-c38b-4105-bac2-783990a01c95 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436380 Nov 23 14:43:39.023042 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeed29-9643-424f-b260-7d5809dd0d44 req-cdda8395-2117-4a33-a492-3a5713348583 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:39.025118 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3dfeed29-9643-424f-b260-7d5809dd0d44 req-cdda8395-2117-4a33-a492-3a5713348583 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0518045 Nov 23 14:43:39.073025 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-3dfeed29-9643-424f-b260-7d5809dd0d44 req-0e4f5a6f-733f-429c-a9b2-a0f60777e473 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 Nov 23 14:43:40.190762 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a28d8-b0ab-40e9-a9e5-68e568945d9b req-cef7433b-3e06-47bf-a700-660e2f9133b5 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:40.192212 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-478a28d8-b0ab-40e9-a9e5-68e568945d9b req-cef7433b-3e06-47bf-a700-660e2f9133b5 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0520620 Nov 23 14:43:40.241359 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-478a28d8-b0ab-40e9-a9e5-68e568945d9b req-41325ad5-e580-4769-9513-7603911509e8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Nov 23 14:43:41.356454 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101a046-2071-413a-8838-56f98cd3512d req-ea3f3091-cf5a-4e88-8229-3b3230665e1f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:41.357896 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0101a046-2071-413a-8838-56f98cd3512d req-ea3f3091-cf5a-4e88-8229-3b3230665e1f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 944 time: 0.0480626 Nov 23 14:43:41.406748 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-0101a046-2071-413a-8838-56f98cd3512d req-1ac94da2-6dfd-4e98-b731-ed4785a7e449 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Nov 23 14:43:41.769397 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 258b7a9f-8616-4f6e-b6dc-09414d479883 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:43:41.864060 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 258b7a9f-8616-4f6e-b6dc-09414d479883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=258b7a9f-8616-4f6e-b6dc-09414d479883,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:41.875475 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'port_id': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:43:41.910847 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:41.923439 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258b7a9f-8616-4f6e-b6dc-09414d479883 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:41.946454 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 258b7a9f-8616-4f6e-b6dc-09414d479883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=258b7a9f-8616-4f6e-b6dc-09414d479883,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:42.035524 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:42.082909 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=258b7a9f-8616-4f6e-b6dc-09414d479883,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:42.161517 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:43:42.519037 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b830-d226-4e04-b6ea-81dd38c25bb7 req-3af9a8e9-4c75-4d2c-ad7c-ac90c0917aa6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:42.520549 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a65b830-d226-4e04-b6ea-81dd38c25bb7 req-3af9a8e9-4c75-4d2c-ad7c-ac90c0917aa6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 945 time: 0.0486834 Nov 23 14:43:42.568354 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a65b830-d226-4e04-b6ea-81dd38c25bb7 req-5c605b02-e762-42e0-823c-0dcb18565f6d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Nov 23 14:43:42.904756 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['258b7a9f-8616-4f6e-b6dc-09414d479883'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:43:43.682885 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954549-4c3f-4ea1-9753-9075e0d6483b req-58cdca1a-4bb8-48c7-987e-eceb8fdbfb26 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:43.684359 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ea954549-4c3f-4ea1-9753-9075e0d6483b req-58cdca1a-4bb8-48c7-987e-eceb8fdbfb26 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 945 time: 0.0479958 Nov 23 14:43:43.736662 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-ea954549-4c3f-4ea1-9753-9075e0d6483b req-e21ec223-f590-4333-8e85-d89559e0eba9 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 Nov 23 14:43:44.853564 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848eb41-7a35-49eb-bb1f-ab625c1210d8 req-7b81ed56-c5d2-4dc6-8931-ec0975d400e3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:44.855097 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4848eb41-7a35-49eb-bb1f-ab625c1210d8 req-7b81ed56-c5d2-4dc6-8931-ec0975d400e3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 945 time: 0.0503635 Nov 23 14:43:44.909431 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4848eb41-7a35-49eb-bb1f-ab625c1210d8 req-83cd43f3-dc95-4ac2-af66-7c554abd1de8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484149 Nov 23 14:43:45.782018 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 258b7a9f-8616-4f6e-b6dc-09414d479883 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:43:45.892263 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port 258b7a9f-8616-4f6e-b6dc-09414d479883 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:43:45.896177 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port 258b7a9f-8616-4f6e-b6dc-09414d479883 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:45.901738 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:45.976638 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:45.999227 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:46.001493 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80421af3-2196-42a2-8d4d-986245bb65f9" -d '{"events": [{"server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "name": "network-vif-plugged", "status": "completed", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:46.015006 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port 258b7a9f-8616-4f6e-b6dc-09414d479883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=258b7a9f-8616-4f6e-b6dc-09414d479883,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:46.027287 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a1168-821b-4e62-b98f-06135f734be5 req-f49849de-cc34-44d2-bac6-ad6c4026c626 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:46.028871 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-508a1168-821b-4e62-b98f-06135f734be5 req-f49849de-cc34-44d2-bac6-ad6c4026c626 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 945 time: 0.0500228 Nov 23 14:43:46.077642 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-508a1168-821b-4e62-b98f-06135f734be5 req-7c85ce6b-39ba-43a8-9201-93f2106e9aa2 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422144 Nov 23 14:43:46.088335 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:46.138156 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=258b7a9f-8616-4f6e-b6dc-09414d479883,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:46.145317 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.145655 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.146002 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.146343 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.146681 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.147016 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.147376 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.147713 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.148047 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.148403 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.148737 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.149065 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:46.158138 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85decfd5-efe5-454e-a800-5ead79b67280 x-openstack-request-id: req-85decfd5-efe5-454e-a800-5ead79b67280 {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:46.158425 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "name": "network-vif-plugged", "status": "completed", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:46.159432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-85decfd5-efe5-454e-a800-5ead79b67280 {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:46.159432 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'code': 200} Nov 23 14:43:46.576217 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c91e8a-ce55-45cd-9dee-3239cc2ba1cb req-d80a4e35-9004-484e-a0ef-85a9da8bf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:46.577714 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-65c91e8a-ce55-45cd-9dee-3239cc2ba1cb req-d80a4e35-9004-484e-a0ef-85a9da8bf5f4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1099 time: 0.0404954 Nov 23 14:43:46.625362 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-65c91e8a-ce55-45cd-9dee-3239cc2ba1cb req-c5efb4c1-73e7-4d76-81d4-a5eabaa84944 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395176 Nov 23 14:43:47.191071 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d9dbb-7124-4eeb-bc21-672d65c042df req-69e46b8c-8e1e-4df2-a53d-6ecf7581b85d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:47.192562 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6e6d9dbb-7124-4eeb-bc21-672d65c042df req-69e46b8c-8e1e-4df2-a53d-6ecf7581b85d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0480487 Nov 23 14:43:47.242132 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-6e6d9dbb-7124-4eeb-bc21-672d65c042df req-e983c00f-5489-4f7e-a4ca-ef2324f8e232 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427949 Nov 23 14:43:48.357929 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e54c3-77ef-4120-8e25-4fa7592be693 req-0ed6c573-2c78-450a-b284-c77b692978fc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:48.359390 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-628e54c3-77ef-4120-8e25-4fa7592be693 req-0ed6c573-2c78-450a-b284-c77b692978fc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0485115 Nov 23 14:43:48.408262 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-628e54c3-77ef-4120-8e25-4fa7592be693 req-f76d4e55-0e15-416d-88c7-a2fc32476dfd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Nov 23 14:43:49.523376 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd5792-cad7-4a8f-b1ec-3bacb260fdbf req-ae620d5d-772a-42c9-ac43-427eb997737c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:49.525354 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a7bd5792-cad7-4a8f-b1ec-3bacb260fdbf req-ae620d5d-772a-42c9-ac43-427eb997737c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0517194 Nov 23 14:43:49.573604 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a7bd5792-cad7-4a8f-b1ec-3bacb260fdbf req-1c4120d8-307d-4d4c-b862-fdb856962db9 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Nov 23 14:43:50.691631 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d7a32-dd97-45b6-a4a0-235542220ff7 req-9bdd1e83-3f98-487b-ad90-678433037af0 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:50.693127 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-399d7a32-dd97-45b6-a4a0-235542220ff7 req-9bdd1e83-3f98-487b-ad90-678433037af0 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0514185 Nov 23 14:43:50.742108 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-399d7a32-dd97-45b6-a4a0-235542220ff7 req-9d91994c-e8e9-47c4-93a6-a0bbf23b61e9 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Nov 23 14:43:50.851062 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-551415c8-afdb-4e21-bf58-b866cee9c1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:51.855160 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfee56-e279-48b3-aca8-624ec0a3477b req-954df9f9-6b0b-4aab-ba28-5f32f9a0f9ec tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:51.856649 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b0bfee56-e279-48b3-aca8-624ec0a3477b req-954df9f9-6b0b-4aab-ba28-5f32f9a0f9ec tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0484767 Nov 23 14:43:51.905867 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-b0bfee56-e279-48b3-aca8-624ec0a3477b req-e0c005fa-6302-4f5c-94b4-d8f4343dae9c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Nov 23 14:43:52.020297 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f226730-d455-4a20-9840-01ac2aca6c7a req-4773c49d-cf45-43a8-90d6-5d303bd380dc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:52.021661 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6f226730-d455-4a20-9840-01ac2aca6c7a req-4773c49d-cf45-43a8-90d6-5d303bd380dc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0508866 Nov 23 14:43:52.069734 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6f226730-d455-4a20-9840-01ac2aca6c7a req-05d962bc-84d5-4ef7-aaac-42f5a9130df2 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Nov 23 14:43:52.092003 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35248) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:52.226665 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee668bf9-8591-44da-a9d5-307e4d6cc6ef tempest-TestVolumeBootPattern-1617405674 tempest-TestVolumeBootPattern-1617405674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:52.229926 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-ee668bf9-8591-44da-a9d5-307e4d6cc6ef tempest-TestVolumeBootPattern-1617405674 tempest-TestVolumeBootPattern-1617405674-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1094 time: 0.1368749 Nov 23 14:43:52.231988 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35254) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:52.236310 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'port_id': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:52.342787 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:52.443758 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:52.546436 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Allocated IP 172.27.0.236 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/e3d453db-406e-492e-9766-61d2ed356b05) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:43:52.645669 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:52.732560 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:52.767831 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:43:52.772424 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:43:52.776900 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:43:52.804145 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=e3d453db-406e-492e-9766-61d2ed356b05,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:52.816814 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.817165 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.817508 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.817843 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.818174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.818503 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.818833 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.819166 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.819489 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.819813 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.820134 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:52.820475 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:53.142341 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.229372 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c6ecc007-cb57-4397-b092-87bbef6e0a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.284254 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.435400 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.504108 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.592412 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=e3d453db-406e-492e-9766-61d2ed356b05,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:53.598521 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.697952 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Floating IP a4fb5741-dcea-4a51-9a99-2c1beabc1afe associated. External IP: 172.27.0.236, port: 258b7a9f-8616-4f6e-b6dc-09414d479883. Nov 23 14:43:53.905423 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:43:54.014533 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:43:54.025137 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:43:54.035027 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:43:54.035730 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:43:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:54.083031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:54.110260 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-3bc8175c-9629-4b94-b0d0-83a2b164cff3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8772218 Nov 23 14:43:54.110794 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:54.113099 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b" -d '{"events": [{"name": "network-changed", "server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:54.146154 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:43:54.150097 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758a3fc-4572-47b0-9ed5-2dc4056d789e x-openstack-request-id: req-6758a3fc-4572-47b0-9ed5-2dc4056d789e {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:54.150628 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:54.150743 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6758a3fc-4572-47b0-9ed5-2dc4056d789e {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:54.151138 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'status': 'completed', 'code': 200} Nov 23 14:43:54.217204 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-7a34de99-7153-432e-bd07-75b9d3294da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:54.218706 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-7a34de99-7153-432e-bd07-75b9d3294da8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1099 time: 0.0416415 Nov 23 14:43:54.316322 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-8329341f-7aea-4576-8d8d-6e34e00f45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:54.317737 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-8329341f-7aea-4576-8d8d-6e34e00f45a0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0915487 Nov 23 14:43:54.389672 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-a5dbdce5-07a9-4d93-9dae-b6a39718441a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b7a9f-8616-4f6e-b6dc-09414d479883 HTTP/1.1" status: 200 len: 1000 time: 0.0644407 Nov 23 14:43:54.437180 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-68ae60e7-bcc7-4574-a9cf-bcfe568609b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:54.438718 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-68ae60e7-bcc7-4574-a9cf-bcfe568609b6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0421824 Nov 23 14:43:54.490789 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-2dedbcdc-7203-43aa-a579-062b57321bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:54.492361 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-2dedbcdc-7203-43aa-a579-062b57321bee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467098 Nov 23 14:43:54.498538 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:54.515764 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'a4fb5741-dcea-4a51-9a99-2c1beabc1afe', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c522a6-f2da-4126-8472-c685c2422bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:53Z', 'updated_at': '2021-11-23T14:43:53Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:54.541582 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:43:54.549925 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:43:54.550896 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:43:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:54.585222 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-cb8f922c-1681-4667-8e00-d7b9301baf46 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860457 Nov 23 14:43:54.661044 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:43:54.899853 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'a4fb5741-dcea-4a51-9a99-2c1beabc1afe', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c522a6-f2da-4126-8472-c685c2422bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:53Z', 'updated_at': '2021-11-23T14:43:53Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:54.930531 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db0af6-fdfa-4b0b-9018-1c5db31e3caa None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'a4fb5741-dcea-4a51-9a99-2c1beabc1afe', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c522a6-f2da-4126-8472-c685c2422bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:53Z', 'updated_at': '2021-11-23T14:43:53Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:43:54.949738 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9a1c2a19-dde0-45b3-a373-4be8ba96e82b req-f335a893-1354-4bcf-9385-568dcb75ded0 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571305 Nov 23 14:43:55.526314 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae39f4-cb10-47ce-a5e8-d94fee7d3967 None None] New status for floating IP a4fb5741-dcea-4a51-9a99-2c1beabc1afe: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:43:55.891235 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:56.115546 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:56.983713 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:58.810348 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35292) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:58.912685 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:58.988076 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.028935 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.329055 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=26ff0ed54d544ce78b72f4713087f8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176263 Nov 23 14:43:59.330021 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5bdc5-62a1-4cbf-bcf9-4fe02d45d060,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:59.331725 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35296) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:59.338150 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.338683 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.339032 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.339362 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.339694 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.340025 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.340379 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.345207 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.345207 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.345207 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.345207 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.345207 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f4f37-5222-4cea-aaf9-99df61b2b87e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:59.381406 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-33314ecf-ed30-4b4b-b8dd-4805df4b7a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.402894 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-33314ecf-ed30-4b4b-b8dd-4805df4b7a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.498040 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-33314ecf-ed30-4b4b-b8dd-4805df4b7a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.500663 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-33314ecf-ed30-4b4b-b8dd-4805df4b7a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.501815 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-33314ecf-ed30-4b4b-b8dd-4805df4b7a91 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/77f5bdc5-62a1-4cbf-bcf9-4fe02d45d060 HTTP/1.1" status: 204 len: 168 time: 0.1690485 Nov 23 14:43:59.509673 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33314ecf-ed30-4b4b-b8dd-4805df4b7a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5bdc5-62a1-4cbf-bcf9-4fe02d45d060,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:03.769366 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35342) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:03.875562 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e21b519d-b841-4263-9fdc-f94d39d524cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:03.945820 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e21b519d-b841-4263-9fdc-f94d39d524cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:03.988868 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-e21b519d-b841-4263-9fdc-f94d39d524cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:04.028563 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b519d-b841-4263-9fdc-f94d39d524cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bc454-e25c-4da8-8cec-5a7dfd8da027,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:04.032747 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-e21b519d-b841-4263-9fdc-f94d39d524cc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ccc232d688da4fd6aa25159a60eff1c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623713 Nov 23 14:44:04.036133 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35346) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:04.081226 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-255e9667-e5e8-4773-b4f4-4d7ed77346cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:04.101272 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-255e9667-e5e8-4773-b4f4-4d7ed77346cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:04.200827 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-255e9667-e5e8-4773-b4f4-4d7ed77346cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:04.203391 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-255e9667-e5e8-4773-b4f4-4d7ed77346cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:04.204599 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-255e9667-e5e8-4773-b4f4-4d7ed77346cd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c08bc454-e25c-4da8-8cec-5a7dfd8da027 HTTP/1.1" status: 204 len: 168 time: 0.1682653 Nov 23 14:44:04.212356 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e9667-e5e8-4773-b4f4-4d7ed77346cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bc454-e25c-4da8-8cec-5a7dfd8da027,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:19.160561 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:44:20.846164 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7f72973c-9998-4d2b-b758-39d2fb3f125c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:23.263065 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8a29-82b6-4e63-b4b2-05e80370584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:24.491587 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:25.891978 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.114753 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.960818 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:36.570096 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-6788ce37-5452-4f57-ba31-3832914cc57a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391641 Nov 23 14:44:36.650919 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-936efd05-82c1-4079-9be5-378201ad5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:36.652332 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-936efd05-82c1-4079-9be5-378201ad5670 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1099 time: 0.0398943 Nov 23 14:44:36.758041 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-7be10d80-5cd0-4456-9f31-e7c94549b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:36.759491 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-7be10d80-5cd0-4456-9f31-e7c94549b8d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0869367 Nov 23 14:44:36.828714 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-c325fd4b-86ff-4353-bc58-d5df27839830 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b7a9f-8616-4f6e-b6dc-09414d479883 HTTP/1.1" status: 200 len: 1002 time: 0.0600533 Nov 23 14:44:36.884928 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-47c92d0e-46cf-4630-910b-c1e0aa9557f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:36.886338 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-47c92d0e-46cf-4630-910b-c1e0aa9557f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0427322 Nov 23 14:44:36.933680 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-6ca24a68-f654-4f0a-b689-656daf10f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:36.935029 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-6ca24a68-f654-4f0a-b689-656daf10f6c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397336 Nov 23 14:44:37.026039 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-3cebe379-0843-46c1-95bc-61048b4153d1 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825999 Nov 23 14:44:37.114969 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b1e11586-c28a-4929-ab49-b66a29860dfa req-4f832e55-5d2f-4a24-a88d-952786e2b4fa service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819187 Nov 23 14:44:50.851483 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-4fddaf5c-cec3-47be-920c-fc69890f6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:53.251783 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-e1976c9c-8125-4e52-b811-de5ec4211ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:54.501047 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:55.884409 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.080372 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.158724 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:44:56.981561 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.879931 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cfd47889-08ae-4c89-90f5-af656d8ffb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:23.262822 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-1b0df34f-9d41-49a5-a281-79f91120e45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:24.502887 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:25.920623 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:26.114653 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:26.982576 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:33.157539 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:45:38.654013 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-18f01295-388d-4f5e-b83a-10e4b5f0ac49 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246402 Nov 23 14:45:38.738474 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-d1250df1-3745-4de0-9592-293bd8863dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:38.739936 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-d1250df1-3745-4de0-9592-293bd8863dbc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 1099 time: 0.0435157 Nov 23 14:45:38.842939 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-2daf4efa-e4a7-413e-8d61-4c449018089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:38.844444 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-2daf4efa-e4a7-413e-8d61-4c449018089e service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0827427 Nov 23 14:45:38.912484 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-764a0f4b-d6a9-4bd8-8300-db1883481c4a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258b7a9f-8616-4f6e-b6dc-09414d479883 HTTP/1.1" status: 200 len: 1002 time: 0.0601377 Nov 23 14:45:38.960078 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-108b3af2-ab96-448e-b3db-b4f101d9c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:38.962182 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-108b3af2-ab96-448e-b3db-b4f101d9c999 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0425456 Nov 23 14:45:39.005822 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-5f55bd84-4da3-4502-8037-be772bd5eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:39.007279 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-5f55bd84-4da3-4502-8037-be772bd5eff4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385785 Nov 23 14:45:39.097825 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-5a16c395-3956-40d6-b0c4-51676284ec9f service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Nov 23 14:45:39.186264 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-e6113132-86e6-4d0c-bae6-eae6a0d45f13 req-f1629ca7-5d8b-4132-b432-d2329bc76e0d service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799038 Nov 23 14:45:50.854882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e379-a443-440f-9282-854401e6dff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:51.043085 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-ebe98720-cc38-4740-837f-7e466044d719 req-d0e9decc-a14e-4544-b4c1-4c6a910e528b service neutron] (103066) timed out ('10.222.0.85', 49917) {{(pid=103066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:45:53.240143 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-63d94d76-605f-47a4-b136-2b4d63fa0242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:54.509395 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:55.942616 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:56.114231 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:56.976969 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:09.060037 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad26ef-7004-4164-baae-9dae97b9d8d2 req-9a80aefd-1eb4-491f-883d-96f730c7e559 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:09.061530 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-91ad26ef-7004-4164-baae-9dae97b9d8d2 req-9a80aefd-1eb4-491f-883d-96f730c7e559 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.1888754 Nov 23 14:46:09.110525 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-91ad26ef-7004-4164-baae-9dae97b9d8d2 req-ffc15953-0b10-4a92-a9fa-1700fb5dbf5d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Nov 23 14:46:10.157203 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:46:10.283952 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d76fc-2d15-40ea-9b17-0fb0487e771b req-fa34a5c3-8ce5-4ac4-8d82-3650cec12abd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:10.285661 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9f8d76fc-2d15-40ea-9b17-0fb0487e771b req-fa34a5c3-8ce5-4ac4-8d82-3650cec12abd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.1053059 Nov 23 14:46:10.334161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9f8d76fc-2d15-40ea-9b17-0fb0487e771b req-88cdf348-3081-404a-b1fd-4f0c11c9fa24 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Nov 23 14:46:10.561953 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-bdbead87-88a5-43b2-b68c-a051136a62ae tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:10.563421 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-bdbead87-88a5-43b2-b68c-a051136a62ae tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 946 time: 0.0495963 Nov 23 14:46:10.658351 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Deleting port 258b7a9f-8616-4f6e-b6dc-09414d479883 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:46:10.658683 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:10.748114 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] For port 258b7a9f-8616-4f6e-b6dc-09414d479883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=258b7a9f-8616-4f6e-b6dc-09414d479883,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:10.748499 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:10.914085 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:10.914352 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:10.914666 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Floating IP a4fb5741-dcea-4a51-9a99-2c1beabc1afe disassociated. External IP: 172.27.0.236, port: 258b7a9f-8616-4f6e-b6dc-09414d479883. Nov 23 14:46:10.914998 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Calling delete_port for 258b7a9f-8616-4f6e-b6dc-09414d479883 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:46:11.120520 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:11.151217 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'Port': ['ID=258b7a9f-8616-4f6e-b6dc-09414d479883,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:11.162758 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.163105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.163450 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.163780 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.164163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.164459 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.164782 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.165105 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.165427 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.165787 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.166469 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.166624 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:11.273350 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:46:11.383589 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:46:11.394937 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08656308-0472-4506-b7c9-831799565f6b None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:46:11.406253 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:46:11.407089 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:45:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:11.422987 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] No DVR routers for this DVR port 258b7a9f-8616-4f6e-b6dc-09414d479883 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:46:11.425545 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:11.428949 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b23bf75e-f373-43a9-b2eb-044ebc9bb3ec req-312cff1e-a555-4c51-916f-d8f047b86b30 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "DELETE /v2.0/ports/258b7a9f-8616-4f6e-b6dc-09414d479883 HTTP/1.1" status: 204 len: 173 time: 0.8589830 Nov 23 14:46:11.429398 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'name': 'network-vif-deleted', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:11.432183 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c8677-129d-4f48-b865-023e089b9b36" -d '{"events": [{"server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "name": "network-vif-deleted", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:11.445573 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1c31cd01-f950-4af4-a44f-0eb90d074553 req-88493913-c2a0-450b-8180-89dfc7358f63 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 210 time: 0.0288477 Nov 23 14:46:11.539723 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6fd975-d5e5-4adf-9a6f-c0e7d7d444a6 x-openstack-request-id: req-bd6fd975-d5e5-4adf-9a6f-c0e7d7d444a6 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:11.540120 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c522a6-f2da-4126-8472-c685c2422bcd", "name": "network-vif-deleted", "tag": "258b7a9f-8616-4f6e-b6dc-09414d479883", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:11.540497 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bd6fd975-d5e5-4adf-9a6f-c0e7d7d444a6 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:11.540917 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:46:11.541095 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c522a6-f2da-4126-8472-c685c2422bcd', 'name': 'network-vif-deleted', 'tag': '258b7a9f-8616-4f6e-b6dc-09414d479883', 'status': 'completed', 'code': 200} Nov 23 14:46:11.747975 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:11.773607 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08656308-0472-4506-b7c9-831799565f6b None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:46:11.782591 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:46:11.783199 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:45:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:11.887117 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:46:12.088706 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-08656308-0472-4506-b7c9-831799565f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:12.113817 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08656308-0472-4506-b7c9-831799565f6b None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:46:12.321093 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f4630-75d1-417d-9db1-84a45ea1be51 None None] New status for floating IP a4fb5741-dcea-4a51-9a99-2c1beabc1afe: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:46:12.428606 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 258b7a9f-8616-4f6e-b6dc-09414d479883 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:46:12.448788 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: 258b7a9f-8616-4f6e-b6dc-09414d479883 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:46:12.449131 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device 258b7a9f-8616-4f6e-b6dc-09414d479883 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:46:12.557578 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-79f2ec58-5904-43d0-9542-e8ee1f052806 req-22ca68d5-806d-403b-93cf-61010eed87ef tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=37c522a6-f2da-4126-8472-c685c2422bcd HTTP/1.1" status: 200 len: 210 time: 0.0313790 Nov 23 14:46:13.807550 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-59ab9251-9b8d-4448-bdb1-a20ccfeeb86e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122824768&fields=id&tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 267 time: 0.0430505 Nov 23 14:46:13.910547 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-68503ed7-0a7d-4924-8030-cf9026698cab tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:13.911884 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-68503ed7-0a7d-4924-8030-cf9026698cab tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 812 time: 0.0973611 Nov 23 14:46:13.928198 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-b99b629a-52a0-4081-be0d-57ff2712355b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/quotas/15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 375 time: 0.0091910 Nov 23 14:46:13.981610 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-efbdb828-435d-439f-afc7-a9462d7cf95f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475593 Nov 23 14:46:14.041879 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-d82f628e-7e76-44ab-9d94-c225d6734267 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:46:14.042887 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-d82f628e-7e76-44ab-9d94-c225d6734267 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480659 Nov 23 14:46:14.128607 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-865ebfda-6dcf-4c5a-b99a-37bd2fb5bce5 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794632 Nov 23 14:46:14.219800 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-e0925b7c-a3f1-4662-8dfc-330973a13a9a service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852382 Nov 23 14:46:14.782941 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-cf618ab6-8313-42cb-a9b3-d3171cf87d7f req-1183fef3-8ed2-4349-b650-47d4c267bd15 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 210 time: 0.0295873 Nov 23 14:46:15.876346 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d4e95d95-947e-4e36-858a-a56c4b562811 req-606bcef9-644d-40b5-8b46-2732634d766e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 210 time: 0.0272017 Nov 23 14:46:16.658389 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-154c912a-9a19-45bd-8543-fe694b5a047a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:16.659737 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-154c912a-9a19-45bd-8543-fe694b5a047a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 812 time: 0.1009638 Nov 23 14:46:16.722762 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-e123c9e6-2b97-45a6-8913-dae5cba18152 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 379 time: 0.0526865 Nov 23 14:46:16.733045 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'port': {'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'admin_state_up': True, 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'security_groups': ['bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304']}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:46:16.895141 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Made reservation on behalf of 15e58f0cbadf4005bbb5be04e4aef3c1 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:46:16.899146 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:16.989459 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-f6b3f4a7-c73e-4419-ad0a-d03e93b810aa req-045e4572-9bd2-4638-b9b2-e14c98580185 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 210 time: 0.0371087 Nov 23 14:46:17.050468 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Allocated IP 172.20.0.12 (8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d/e2780625-4b74-47bb-97ab-fe4c91665917/bd50e621-1d11-484e-b5cb-f16f6dd33499) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:46:17.183089 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.280444 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.321449 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:46:17.326436 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:46:17.328914 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:46:17.358617 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=bd50e621-1d11-484e-b5cb-f16f6dd33499,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:17.390384 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:17.391011 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.483897 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-55e520f6-25a6-4eac-9d84-298c8489c661 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544084 Nov 23 14:46:17.497213 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Request body: {'port': {'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:46:17.552449 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.662894 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-52e24c63-227b-4852-aa59-11fb0d25d19b None None] Provisioning complete for port bd50e621-1d11-484e-b5cb-f16f6dd33499 triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:46:17.663496 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-52e24c63-227b-4852-aa59-11fb0d25d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.695735 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-52e24c63-227b-4852-aa59-11fb0d25d19b None None] Port bd50e621-1d11-484e-b5cb-f16f6dd33499 cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:46:17.822812 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd50e621-1d11-484e-b5cb-f16f6dd33499 {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:46:17.831023 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.843505 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Transition to ACTIVE for port object bd50e621-1d11-484e-b5cb-f16f6dd33499 will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:46:17.900963 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:17.953359 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Pushing event updated for resources: {'Port': ['ID=bd50e621-1d11-484e-b5cb-f16f6dd33499,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:18.026823 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Attempting to bind port bd50e621-1d11-484e-b5cb-f16f6dd33499 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:46:18.027156 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Attempting to bind port bd50e621-1d11-484e-b5cb-f16f6dd33499 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:46:18.027469 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Attempting to bind port bd50e621-1d11-484e-b5cb-f16f6dd33499 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:46:18.032619 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Port bd50e621-1d11-484e-b5cb-f16f6dd33499 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:46:18.033080 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Attempting to bind port bd50e621-1d11-484e-b5cb-f16f6dd33499 on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:46:18.038161 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:46:18.038494 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Checking segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:46:18.038873 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Bound using segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:46:18.039296 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Bound port: bd50e621-1d11-484e-b5cb-f16f6dd33499, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:46:18.039645 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:18.108425 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] For port bd50e621-1d11-484e-b5cb-f16f6dd33499, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:46:18.111714 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] For port bd50e621-1d11-484e-b5cb-f16f6dd33499, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:46:18.120395 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987214b-f10c-4db1-834e-d493fba8ec45 req-39ad1459-4407-4e58-8f73-4ea462d86712 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.122000 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7987214b-f10c-4db1-834e-d493fba8ec45 req-39ad1459-4407-4e58-8f73-4ea462d86712 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0513146 Nov 23 14:46:18.170345 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-7987214b-f10c-4db1-834e-d493fba8ec45 req-15950cfb-3b2a-473e-9f55-41bcb9a8817a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423651 Nov 23 14:46:18.194980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:18.230174 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.230797 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:18.232167 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] 10.222.0.85 "PUT /v2.0/ports/bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 1094 time: 0.7396247 Nov 23 14:46:18.232679 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:18.234864 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b95219-fc6e-44ab-89c2-0f625208991c" -d '{"events": [{"name": "network-changed", "server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:18.258163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79a70a-8c82-4223-84cf-5bfb077a0010 service neutron] Pushing event updated for resources: {'Port': ['ID=bd50e621-1d11-484e-b5cb-f16f6dd33499,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:18.278688 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c083d-02c9-4c4c-a12e-8bbedb2415c6 x-openstack-request-id: req-965c083d-02c9-4c4c-a12e-8bbedb2415c6 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:18.278991 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:18.279248 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-965c083d-02c9-4c4c-a12e-8bbedb2415c6 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:18.279656 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'status': 'completed', 'code': 200} Nov 23 14:46:18.344524 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b95219-fc6e-44ab-89c2-0f625208991c req-38858f0f-4b77-47c6-8ecd-1ff26efe33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.346068 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d3b95219-fc6e-44ab-89c2-0f625208991c req-38858f0f-4b77-47c6-8ecd-1ff26efe33f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1097 time: 0.0428028 Nov 23 14:46:18.450556 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b95219-fc6e-44ab-89c2-0f625208991c req-c07ef0a4-6f45-493d-a97c-11c8afa7e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.452010 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d3b95219-fc6e-44ab-89c2-0f625208991c req-c07ef0a4-6f45-493d-a97c-11c8afa7e98d service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0978343 Nov 23 14:46:18.546458 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b95219-fc6e-44ab-89c2-0f625208991c req-8d5d0113-8b71-4b45-9195-fd3df9d435a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.547815 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d3b95219-fc6e-44ab-89c2-0f625208991c req-8d5d0113-8b71-4b45-9195-fd3df9d435a9 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0888486 Nov 23 14:46:18.624780 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-3b45e155-0ae2-4a22-a78b-133924879691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.626254 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-3b45e155-0ae2-4a22-a78b-133924879691 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1097 time: 0.0402415 Nov 23 14:46:18.667576 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-0dc91c96-c63b-4fe7-9b66-c69048a8e6e8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 217 time: 0.0332007 Nov 23 14:46:18.715386 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-584de6b3-2811-4de2-a097-53b75dcf5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.716834 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-584de6b3-2811-4de2-a097-53b75dcf5094 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0419707 Nov 23 14:46:18.765418 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-b7d20ee0-4308-4dd9-bf34-3b08b51bb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:18.766894 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-b7d20ee0-4308-4dd9-bf34-3b08b51bb852 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429723 Nov 23 14:46:18.855587 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-64324f12-b360-4228-8c89-62385d96e378 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810125 Nov 23 14:46:18.947004 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-4be65702-ac60-4df5-bc3c-122ba4acd0a6 req-86caf3cf-2fe6-4143-9834-e53d831d40de service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837560 Nov 23 14:46:19.285890 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb81f79-6308-4e48-a077-9637431dccdb req-88de147f-b4b8-41b7-aa38-db54f9c3546d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:19.287329 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1eb81f79-6308-4e48-a077-9637431dccdb req-88de147f-b4b8-41b7-aa38-db54f9c3546d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0518098 Nov 23 14:46:19.335714 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1eb81f79-6308-4e48-a077-9637431dccdb req-ba653217-2f1f-494e-8e11-5c9d4ce9389f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Nov 23 14:46:20.452587 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae53ea4-89f3-4821-921f-7ce3f98f18fd req-50edeb50-4359-46c3-8f49-ba858482d6bd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:20.454048 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ae53ea4-89f3-4821-921f-7ce3f98f18fd req-50edeb50-4359-46c3-8f49-ba858482d6bd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0484507 Nov 23 14:46:20.501763 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9ae53ea4-89f3-4821-921f-7ce3f98f18fd req-7cd75e3a-4955-4bf7-8c4b-46d9fe2a23c2 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Nov 23 14:46:20.857465 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-eff89411-99af-4ce1-b79b-9e41f89a0327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:21.616637 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6b389-29e9-410c-9889-26f32d578b96 req-d29165e3-6552-45c7-bbd2-e8b656c6ed6d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:21.618095 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1ea6b389-29e9-410c-9889-26f32d578b96 req-d29165e3-6552-45c7-bbd2-e8b656c6ed6d tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0480700 Nov 23 14:46:21.666092 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1ea6b389-29e9-410c-9889-26f32d578b96 req-2ef00d3f-081c-42f0-b081-8fec8e2ed73f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Nov 23 14:46:22.782067 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20393b-0939-4805-875e-b191af81b755 req-c79227cc-12f4-4274-bd02-3c74e324af9a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:22.783499 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5c20393b-0939-4805-875e-b191af81b755 req-c79227cc-12f4-4274-bd02-3c74e324af9a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0519135 Nov 23 14:46:22.831161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5c20393b-0939-4805-875e-b191af81b755 req-af2aced2-8384-4489-abfa-2da6d6910cd0 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Nov 23 14:46:23.285923 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-eb283317-1fa9-426c-aa7a-2794d80ef5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:23.945500 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e7aef-70ca-484e-a235-7edf6213a4ef req-3c1809fc-586b-429c-9266-0de38d3332f8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:23.946941 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-272e7aef-70ca-484e-a235-7edf6213a4ef req-3c1809fc-586b-429c-9266-0de38d3332f8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0518658 Nov 23 14:46:23.997144 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-272e7aef-70ca-484e-a235-7edf6213a4ef req-54459f7f-71b4-451b-b1dd-8b92f37e3aea tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Nov 23 14:46:24.508515 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:25.110536 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84799492-2fc9-421c-b2c6-76cffe82564f req-5007b622-a22c-4d89-8985-befb0fab59fd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:25.111985 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84799492-2fc9-421c-b2c6-76cffe82564f req-5007b622-a22c-4d89-8985-befb0fab59fd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0480440 Nov 23 14:46:25.160066 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84799492-2fc9-421c-b2c6-76cffe82564f req-aa6fda95-553e-468c-852c-826d59c88a58 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420015 Nov 23 14:46:25.954204 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:26.128957 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:26.273860 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f030fe-ea11-41fe-b1de-c15a86e8e28f req-46b3d1bb-c4f5-45d6-96f2-3c0e10736900 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:26.275349 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e4f030fe-ea11-41fe-b1de-c15a86e8e28f req-46b3d1bb-c4f5-45d6-96f2-3c0e10736900 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 944 time: 0.0500014 Nov 23 14:46:26.324834 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e4f030fe-ea11-41fe-b1de-c15a86e8e28f req-84491758-cf0d-428f-9444-2c3c91fd2b0e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Nov 23 14:46:26.473168 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device bd50e621-1d11-484e-b5cb-f16f6dd33499 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:46:26.567535 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port bd50e621-1d11-484e-b5cb-f16f6dd33499, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:26.579182 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:46:26.615309 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:26.627546 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd50e621-1d11-484e-b5cb-f16f6dd33499 {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:46:26.646655 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port bd50e621-1d11-484e-b5cb-f16f6dd33499, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:26.742586 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:26.788605 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=bd50e621-1d11-484e-b5cb-f16f6dd33499,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:26.795655 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.796005 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.796379 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.796724 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.797054 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.797383 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.797711 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.798039 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.798363 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.798686 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.799055 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.799373 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:26.985474 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:27.103553 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['bd50e621-1d11-484e-b5cb-f16f6dd33499'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:46:27.438373 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5666f-e0e0-4e85-9370-9a5a55270f00 req-98558f54-1525-4095-9f5a-074c387d77bf tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:27.439834 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-42c5666f-e0e0-4e85-9370-9a5a55270f00 req-98558f54-1525-4095-9f5a-074c387d77bf tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 945 time: 0.0481122 Nov 23 14:46:27.491231 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-42c5666f-e0e0-4e85-9370-9a5a55270f00 req-d5a6cb84-5ba9-47fd-b53e-b6a802ee07c1 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454328 Nov 23 14:46:28.491111 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device bd50e621-1d11-484e-b5cb-f16f6dd33499 up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:46:28.603239 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port bd50e621-1d11-484e-b5cb-f16f6dd33499 completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:46:28.605354 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99135-a937-487b-918a-cf2d9d762bd8 req-b7793331-b20c-4559-9f6a-44dd8d275431 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:28.607197 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4ef99135-a937-487b-918a-cf2d9d762bd8 req-b7793331-b20c-4559-9f6a-44dd8d275431 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 945 time: 0.0488815 Nov 23 14:46:28.607477 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port bd50e621-1d11-484e-b5cb-f16f6dd33499 triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:46:28.607852 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:28.661389 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-4ef99135-a937-487b-918a-cf2d9d762bd8 req-13789f8e-0f00-4cbe-b051-0c834461aa9c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482314 Nov 23 14:46:28.686376 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:28.708479 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:28.710754 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9044a8c0-1f69-4e30-a6f6-869b0f5ef83a" -d '{"events": [{"server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "name": "network-vif-plugged", "status": "completed", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:28.722927 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port bd50e621-1d11-484e-b5cb-f16f6dd33499, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:28.745731 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29cedab-c89e-43cf-b275-a440b1b235ca x-openstack-request-id: req-c29cedab-c89e-43cf-b275-a440b1b235ca {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:28.746570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "name": "network-vif-plugged", "status": "completed", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:28.746833 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c29cedab-c89e-43cf-b275-a440b1b235ca {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:28.747220 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'code': 200} Nov 23 14:46:28.786219 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:28.837779 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=bd50e621-1d11-484e-b5cb-f16f6dd33499,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:29.054606 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c2dab-3f3c-4ba9-809f-9e2a8aef023b req-5a56e528-b4c7-460f-9c3e-b0c1ab041c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:29.056121 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-367c2dab-3f3c-4ba9-809f-9e2a8aef023b req-5a56e528-b4c7-460f-9c3e-b0c1ab041c08 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0416386 Nov 23 14:46:29.104509 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-367c2dab-3f3c-4ba9-809f-9e2a8aef023b req-e195d3e8-58d6-4312-a2bf-d7d2b4dd208d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 Nov 23 14:46:29.773610 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36ce0b-f63c-4a86-8c25-0ece4d3201ac req-ce363a4e-08a5-4d71-a723-946fda6223c1 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:29.775071 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5f36ce0b-f63c-4a86-8c25-0ece4d3201ac req-ce363a4e-08a5-4d71-a723-946fda6223c1 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 946 time: 0.0480070 Nov 23 14:46:29.823995 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5f36ce0b-f63c-4a86-8c25-0ece4d3201ac req-110cb4d3-8ef3-4a20-94f0-e1d81ede5e5f tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Nov 23 14:46:30.941770 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01672f4d-aa5b-4bdd-bc05-fde151883572 req-ca9d1a38-a959-449c-9767-e1f512e0a0f4 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:30.943217 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-01672f4d-aa5b-4bdd-bc05-fde151883572 req-ca9d1a38-a959-449c-9767-e1f512e0a0f4 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 946 time: 0.0486572 Nov 23 14:46:30.991520 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-01672f4d-aa5b-4bdd-bc05-fde151883572 req-2ba7b1e8-6b0a-4622-855b-81206e72bed5 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Nov 23 14:46:31.103841 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58672-1c54-45e3-94e2-c9bba8a8fe12 req-ec4a29ed-d626-4503-b034-8eac2b89c31c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:31.105247 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-42b58672-1c54-45e3-94e2-c9bba8a8fe12 req-ec4a29ed-d626-4503-b034-8eac2b89c31c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 946 time: 0.0484705 Nov 23 14:46:31.155033 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-42b58672-1c54-45e3-94e2-c9bba8a8fe12 req-8e14ef28-4c0e-4fb1-b169-0300496924dd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Nov 23 14:46:31.177385 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35470) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:46:31.220955 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a835efc-aa29-40cd-94be-74b60f03852d tempest-TestVolumeBootPattern-1617405674 tempest-TestVolumeBootPattern-1617405674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:31.222467 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-0a835efc-aa29-40cd-94be-74b60f03852d tempest-TestVolumeBootPattern-1617405674 tempest-TestVolumeBootPattern-1617405674-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1094 time: 0.0441375 Nov 23 14:46:31.225312 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35472) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:46:31.229479 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.v2.base [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:46:31.319937 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:31.414676 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:31.519895 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Allocated IP 172.27.0.157 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/92a356dc-3721-4d85-9b01-23a485e71884) {{(pid=103065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:46:31.618646 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:31.729293 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:31.772605 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:46:31.775411 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Resources bound (agent type, host, resource id): {{(pid=103065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:46:31.778958 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Received port after_create {{(pid=103065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:46:31.784470 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=92a356dc-3721-4d85-9b01-23a485e71884,revision_number=1']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:31.813106 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.813453 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.813798 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.814133 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.814465 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.814799 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.815132 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.815461 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.815818 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.816151 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.816497 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:31.816821 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:32.134527 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:32.263064 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:32.414474 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:32.512835 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2142329891'] for port, after_update {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:32.579012 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=92a356dc-3721-4d85-9b01-23a485e71884,revision_number=2']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:32.590695 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:32.692140 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.db.l3_db [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Floating IP c005a8d4-db45-4d21-a8e4-8da405cedcc6 associated. External IP: 172.27.0.157, port: bd50e621-1d11-484e-b5cb-f16f6dd33499. Nov 23 14:46:32.894187 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:46:32.999230 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:46:33.008629 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:46:33.017936 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:46:33.023993 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:46:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:33.076718 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:33.115857 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-1c4a7d2d-a70a-431d-9328-d5b79d2d6901 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8772542 Nov 23 14:46:33.115857 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499'}] {{(pid=103065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:33.115857 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6dc796102d61495a1cc9aa252d96d3ff67ae31bca2654896cec80b8aedeffb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d94bd-6b8e-43d4-8f13-4150149a4b67" -d '{"events": [{"name": "network-changed", "server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499"}]}' {{(pid=103065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:33.128031 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:46:33.199124 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02bbb3-7302-42e1-a294-b9565a5e09f7 x-openstack-request-id: req-4d02bbb3-7302-42e1-a294-b9565a5e09f7 {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:33.200429 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499", "status": "completed", "code": 200}]} {{(pid=103065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:33.200589 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4d02bbb3-7302-42e1-a294-b9565a5e09f7 {{(pid=103065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:33.201121 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'status': 'completed', 'code': 200} Nov 23 14:46:33.263623 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-3cedf5be-6573-43f1-8853-73d68161830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:33.265042 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-3cedf5be-6573-43f1-8853-73d68161830c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0438361 Nov 23 14:46:33.346508 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:32Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:33.353040 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-7d74a2ca-73dd-4921-9482-9e9011aedb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:33.354543 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-7d74a2ca-73dd-4921-9482-9e9011aedb08 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0826857 Nov 23 14:46:33.377472 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:46:33.385882 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:46:33.386554 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:46:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:33.423161 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-7a768068-f6a1-4fb0-b9e5-03a776b6a333 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 1000 time: 0.0612857 Nov 23 14:46:33.471425 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-513e7a11-719f-4648-b615-d680261824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:33.472898 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-513e7a11-719f-4648-b615-d680261824b3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0428057 Nov 23 14:46:33.491178 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:46:33.520834 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-76febb07-72d1-4034-ae98-bfb463ccd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:33.522244 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-76febb07-72d1-4034-ae98-bfb463ccd48d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406408 Nov 23 14:46:33.615879 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-7dadcb1e-e690-4d7f-ac98-f2670349497e service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 Nov 23 14:46:33.702697 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-719d94bd-6b8e-43d4-8f13-4150149a4b67 req-cd7ff176-f069-4f53-9e33-4fc217d49c23 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795896 Nov 23 14:46:33.709349 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:32Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:46:33.858019 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d7755-cf75-4178-9686-f6a1e17ebde4 None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:32Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:46:34.032094 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128aa7c7-dce6-4515-a68f-36422b751162 None None] New status for floating IP c005a8d4-db45-4d21-a8e4-8da405cedcc6: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:46:40.586092 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-e1a6056b-1e2c-45a8-918c-5fe2cab48e09 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434060 Nov 23 14:46:40.670920 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-fb76f97c-e5d4-4a21-adbe-e037c3e2b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:40.672437 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-fb76f97c-e5d4-4a21-adbe-e037c3e2b7dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0407507 Nov 23 14:46:40.775535 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-3ea715c0-b40e-4ef4-bff7-21cc18a71746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:40.777056 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-3ea715c0-b40e-4ef4-bff7-21cc18a71746 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0859487 Nov 23 14:46:40.843771 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-b17f5c5a-eca4-494a-97b6-f3f14a2f2053 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 1002 time: 0.0596220 Nov 23 14:46:40.893257 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-c3b4bb18-0fa1-47eb-9519-121571afaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:40.894675 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-c3b4bb18-0fa1-47eb-9519-121571afaf61 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0423119 Nov 23 14:46:40.940387 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-2fc05878-cb13-4c98-8d8b-f49046573cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:40.941972 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-2fc05878-cb13-4c98-8d8b-f49046573cb1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396998 Nov 23 14:46:41.039961 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-9a7fd977-aaeb-4e8d-823c-f63c302c0d8c service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888588 Nov 23 14:46:41.135343 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b32eda9f-a70d-4f93-b003-edea334365f7 req-90199f6a-c3c6-4614-850e-adb0b6ab4c2b service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882878 Nov 23 14:46:47.156606 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:46:50.846261 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-8a16eb0d-5aa3-4a59-98ca-160452ffb060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:53.245825 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3e4dd519-e26d-4e5a-bbf4-2c9c340495c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:54.514693 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:55.934807 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:56.124052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:56.980978 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:20.857272 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-05f49e4d-c21c-4590-87c1-f4f00f9e7dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:23.263181 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f1fabd09-1488-4014-9efd-144f4c81f7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:24.158896 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:47:24.519834 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:25.955149 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:26.114923 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:26.980595 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:41.565217 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-55bf8766-0673-47f5-ace4-a48ff51f4137 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397894 Nov 23 14:47:41.656296 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-e3b50411-5639-4321-af52-f21516d07202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:41.656296 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-e3b50411-5639-4321-af52-f21516d07202 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0410817 Nov 23 14:47:42.012922 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-c411fc14-a23e-43f3-a0fb-c2746e5de9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:42.014390 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-c411fc14-a23e-43f3-a0fb-c2746e5de9a7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.3407917 Nov 23 14:47:42.077319 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-c1e9a3bb-8e12-4f9c-afb1-7e48ea2c3ea8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 1002 time: 0.0551054 Nov 23 14:47:42.124504 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-d617c513-f75a-44e2-8b48-bc4a417e06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:42.125868 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-d617c513-f75a-44e2-8b48-bc4a417e06bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0414908 Nov 23 14:47:42.176581 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-f0d013ab-b82e-46c7-a9ae-445822f90309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:42.178037 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-f0d013ab-b82e-46c7-a9ae-445822f90309 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411725 Nov 23 14:47:42.264917 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-f1ff3f26-9b6b-41e3-8157-ad94666e8f7b service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788324 Nov 23 14:47:42.354696 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b8aa41af-6792-4e29-a819-e0091232dca3 req-0b3c2447-9b2b-40f5-badb-e368fc15f6de service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814071 Nov 23 14:47:50.854597 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5c8f-ace5-4497-ba2f-906712e90fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.202974 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-701f31b4-3391-41ed-9275-92da4f16a11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:54.522997 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:55.951742 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:56.119982 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:56.986163 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:01.158127 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:48:20.842980 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c8590e34-9699-4b7d-9684-2d1fae6a17fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:23.208733 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c8120465-79d2-4cfd-9974-abe9f7925a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:24.551615 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:25.961080 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:26.115068 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:26.989101 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:38.156730 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:48:43.593069 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-317851f2-81e3-432f-862a-e66778c41d72 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396793 Nov 23 14:48:43.673729 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-9712770b-2bb5-4d37-b84a-79175ac6a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:43.675094 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-9712770b-2bb5-4d37-b84a-79175ac6a764 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0391521 Nov 23 14:48:43.782548 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-848fbd69-917d-47e9-b11d-7907f53542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:43.784010 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-848fbd69-917d-47e9-b11d-7907f53542e6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0865929 Nov 23 14:48:43.850839 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-598233b1-8cdc-47ac-bdb1-5957515df081 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 1002 time: 0.0579548 Nov 23 14:48:43.902406 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-c425a251-6bf1-4f12-b01e-ef8740bfbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:43.903825 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-c425a251-6bf1-4f12-b01e-ef8740bfbca4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0465009 Nov 23 14:48:43.949415 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-cb1c7cbb-1c29-464b-8cf1-6958ab52511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:43.950937 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-cb1c7cbb-1c29-464b-8cf1-6958ab52511c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394278 Nov 23 14:48:44.040471 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-5492c288-375d-42da-86c7-48539647217c service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798011 Nov 23 14:48:44.132401 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-b22b1d42-83d1-4661-9061-0f1e36d0d1ea req-eb348773-59df-4acd-984b-5390e2515f03 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844569 Nov 23 14:48:47.069999 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-d8691e80-2f1b-4e34-9226-61f70c2de938 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122824768&fields=id&tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 267 time: 0.0444236 Nov 23 14:48:47.176004 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9330c5e6-c668-449e-963b-bfffa66386e6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:47.177452 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9330c5e6-c668-449e-963b-bfffa66386e6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 812 time: 0.1007643 Nov 23 14:48:47.191793 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-852d2d63-052f-4ceb-a35f-cd9caeee197b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/quotas/15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 375 time: 0.0087035 Nov 23 14:48:47.244962 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-915b7c3d-3d0f-45d8-b6b7-58d2d21b1fdc tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474999 Nov 23 14:48:47.340555 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-a84b1026-d770-4c28-82a7-c9110961e2ae service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844946 Nov 23 14:48:47.430602 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-fd6d1b78-a71c-4fbc-8384-e10a916cd3ca service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Nov 23 14:48:49.000019 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-069c8555-a449-4bb8-a8c8-d9eabf971550 req-53d89a8a-220a-4f20-b1e3-6e391da56d62 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0276651 Nov 23 14:48:50.079715 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-757207a2-71ce-43b6-a682-f3168c0ca6c6 req-c21e6924-3f7f-4111-933c-96ea314979eb tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0254161 Nov 23 14:48:50.860217 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d4be8597-6286-4f97-8dfc-42672a316548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:51.169713 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-3005ef19-1bb7-4700-8de5-8671cbeda586 req-f7ab0efa-8946-433c-8af7-acfa088920a0 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0289738 Nov 23 14:48:52.249757 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-8d692536-bf55-43ad-8c05-48057c47218c req-df90c93c-7442-484b-987c-619d82e58a54 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0304029 Nov 23 14:48:53.258403 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a85df1e9-add1-400a-b5c4-a68dabd7bcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:53.339394 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7ebffe0e-6e96-4efd-94d0-c0467d9a7504 req-84dcade4-0843-4232-a74d-987871c3ffbe tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0261755 Nov 23 14:48:54.432883 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a93248ef-d875-4180-b775-cb431790f975 req-bf9ac203-8cda-4451-852c-5cbe16a466ec tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0254359 Nov 23 14:48:54.526309 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:54.920223 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-a14c1cc2-fe12-4b04-a36c-f9ddc6bf29d6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:54.921714 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-a14c1cc2-fe12-4b04-a36c-f9ddc6bf29d6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 812 time: 0.1034565 Nov 23 14:48:54.985174 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9615e101-a2cb-4c33-9658-ab9310661e04 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1 HTTP/1.1" status: 200 len: 379 time: 0.0537770 Nov 23 14:48:54.995449 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'port': {'device_id': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'admin_state_up': True, 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'security_groups': ['bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304']}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:48:55.174735 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Made reservation on behalf of 15e58f0cbadf4005bbb5be04e4aef3c1 for: {'port': 1} {{(pid=103066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:48:55.178393 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:55.300858 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Allocated IP 172.20.0.5 (8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d/e2780625-4b74-47bb-97ab-fe4c91665917/c91dca9d-8b77-447a-ab96-80789e787dfd) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:48:55.444570 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:55.526983 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c2f41206-1a94-43e5-9faa-731c1f38da1e req-be4e6e28-8bc1-45ab-8514-8658bb29a7cd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0261774 Nov 23 14:48:55.543917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:55.591900 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:48:55.594839 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:48:55.598481 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:48:55.605767 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=c91dca9d-8b77-447a-ab96-80789e787dfd,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:55.639504 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.639863 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.640214 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.640581 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.640914 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.641250 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.641587 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.641916 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.642279 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.642615 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.642937 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.643262 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:55.669399 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:55.670069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:55.766120 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-9d80d652-a8e8-4b41-a1aa-95c103f78858 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752411 Nov 23 14:48:55.779086 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Request body: {'port': {'device_id': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:48:55.786466 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-f3ccd9d4-c22f-4c60-8c50-fbd6461bb06d None None] Provisioning complete for port c91dca9d-8b77-447a-ab96-80789e787dfd triggered by entity DHCP. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:48:55.786993 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd9d4-c22f-4c60-8c50-fbd6461bb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:55.820366 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccd9d4-c22f-4c60-8c50-fbd6461bb06d None None] Port c91dca9d-8b77-447a-ab96-80789e787dfd cannot update to ACTIVE because it is not bound. {{(pid=103067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:48:55.840431 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.003605 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.107136 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91dca9d-8b77-447a-ab96-80789e787dfd {{(pid=103066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:48:56.115138 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.126987 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.provisioning_blocks [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Transition to ACTIVE for port object c91dca9d-8b77-447a-ab96-80789e787dfd will not be triggered until provisioned by entity L2. {{(pid=103066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:48:56.175056 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.226627 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.279622 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Pushing event updated for resources: {'Port': ['ID=c91dca9d-8b77-447a-ab96-80789e787dfd,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:56.348526 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Attempting to bind port c91dca9d-8b77-447a-ab96-80789e787dfd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:48:56.348863 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Attempting to bind port c91dca9d-8b77-447a-ab96-80789e787dfd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:48:56.349196 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Attempting to bind port c91dca9d-8b77-447a-ab96-80789e787dfd on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:48:56.354624 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Port c91dca9d-8b77-447a-ab96-80789e787dfd on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:48:56.354944 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Attempting to bind port c91dca9d-8b77-447a-ab96-80789e787dfd on network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:48:56.359901 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Checking agent: {'id': '4f2e975c-3b86-4a82-9805-218f59fafbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'started_at': datetime.datetime(2021, 11, 23, 14, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:48:56.360254 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Checking segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:48:56.360647 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Bound using segment: {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'} {{(pid=103066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:48:56.361063 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.managers [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Bound port: c91dca9d-8b77-447a-ab96-80789e787dfd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d'}}] {{(pid=103066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:48:56.361472 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.427302 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] For port c91dca9d-8b77-447a-ab96-80789e787dfd, host hv-cinder-80475, cleared binding levels {{(pid=103066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:48:56.430405 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] For port c91dca9d-8b77-447a-ab96-80789e787dfd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c91dca9d-8b77-447a-ab96-80789e787dfd,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:48:56.495457 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.527437 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:56.528065 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.529512 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] 10.222.0.85 "PUT /v2.0/ports/c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 200 len: 1093 time: 0.7544961 Nov 23 14:48:56.529934 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:48:56.533177 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523afad0-6137-499e-8145-71c2fc360778" -d '{"events": [{"name": "network-changed", "server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:48:56.562895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4f255-2510-4c91-8713-211d0f30b872 service neutron] Pushing event updated for resources: {'Port': ['ID=c91dca9d-8b77-447a-ab96-80789e787dfd,revision_number=3']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:56.686341 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f973a-ea2f-4c44-93a4-9b265edf26df req-9106c25c-09d0-4a8d-a1f4-288244e31e94 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:56.687917 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a26f973a-ea2f-4c44-93a4-9b265edf26df req-9106c25c-09d0-4a8d-a1f4-288244e31e94 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0834460 Nov 23 14:48:56.723163 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-bb400982-9880-408e-b1c1-ba13450398da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:56.724722 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-bb400982-9880-408e-b1c1-ba13450398da service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1096 time: 0.0809982 Nov 23 14:48:56.779242 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-31277501-acec-4641-9605-d7c3eaa20c2b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 200 len: 217 time: 0.0436070 Nov 23 14:48:56.783054 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a26f973a-ea2f-4c44-93a4-9b265edf26df req-1bd4730f-dd6d-4d83-8be5-14308e15fc70 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882404 Nov 23 14:48:56.826897 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-2d76b629-d577-4471-8362-590e6beea6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:56.828333 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-2d76b629-d577-4471-8362-590e6beea6b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0427172 Nov 23 14:48:56.876922 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-2d90be4d-35be-45ea-9beb-207611860aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:56.878359 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-2d90be4d-35be-45ea-9beb-207611860aea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421109 Nov 23 14:48:56.967571 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-d0038d7e-702b-44f3-955d-e9275ec99525 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 Nov 23 14:48:56.986690 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:57.059536 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5d82a4f1-9b04-41b6-be8d-682e9682a789 req-ac721dce-eb47-440a-8c01-a405d137590e service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845423 Nov 23 14:48:57.599044 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc9429-15e2-42ed-85ac-098a2a09b507 x-openstack-request-id: req-bedc9429-15e2-42ed-85ac-098a2a09b507 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:48:57.599567 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:48:57.599567 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bedc9429-15e2-42ed-85ac-098a2a09b507 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:48:57.599976 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'status': 'completed', 'code': 200} Nov 23 14:48:57.659153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afad0-6137-499e-8145-71c2fc360778 req-4b7a91d5-e863-4bb8-b961-c5c8944e4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:57.660421 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-4b7a91d5-e863-4bb8-b961-c5c8944e4ace service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1096 time: 0.0389707 Nov 23 14:48:57.751721 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afad0-6137-499e-8145-71c2fc360778 req-cb42d4b6-fb67-440e-84ea-2e6d31716fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:57.753180 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-cb42d4b6-fb67-440e-84ea-2e6d31716fd6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0851736 Nov 23 14:48:57.793944 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-934dce73-be16-4099-a629-925cb799fcf4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 200 len: 217 time: 0.0330441 Nov 23 14:48:57.843633 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afad0-6137-499e-8145-71c2fc360778 req-d847bd38-4f28-49bf-ba2c-89bee16fe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:57.845106 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-d847bd38-4f28-49bf-ba2c-89bee16fe8dd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0433738 Nov 23 14:48:57.925971 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4792-76eb-4c2d-850c-c83573574ae9 req-7cc30153-812d-45fc-b31b-1f8cfe238378 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:57.927333 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c57b4792-76eb-4c2d-850c-c83573574ae9 req-7cc30153-812d-45fc-b31b-1f8cfe238378 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0778260 Nov 23 14:48:57.929171 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afad0-6137-499e-8145-71c2fc360778 req-abfaae57-ce88-4b16-9996-88a369e5c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:57.930498 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-abfaae57-ce88-4b16-9996-88a369e5c368 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722847 Nov 23 14:48:58.029970 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-c57b4792-76eb-4c2d-850c-c83573574ae9 req-8024f6b1-6c6d-47e5-a741-a49c16ba950c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966585 Nov 23 14:48:58.054120 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-4e90a0d3-d7d0-426f-a7e7-60cb7a59737f service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143694 Nov 23 14:48:58.142466 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-523afad0-6137-499e-8145-71c2fc360778 req-f01c8f07-38bf-486c-9acc-d0be5064a871 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807815 Nov 23 14:48:59.143677 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e425-ce06-404b-be1f-993321171bdd req-07d687dc-61f5-4037-8d74-1ccc7fe70f36 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:59.145154 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e262e425-ce06-404b-be1f-993321171bdd req-07d687dc-61f5-4037-8d74-1ccc7fe70f36 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0484390 Nov 23 14:48:59.194095 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e262e425-ce06-404b-be1f-993321171bdd req-15d8b263-bb88-4b6c-9c1f-19135a79ba90 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Nov 23 14:49:00.312134 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8031514-7d3c-4663-949f-737b33c0a3b4 req-e321212a-5118-4d28-aa4f-cb93cac7f933 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:00.313633 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d8031514-7d3c-4663-949f-737b33c0a3b4 req-e321212a-5118-4d28-aa4f-cb93cac7f933 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0521276 Nov 23 14:49:00.362077 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-d8031514-7d3c-4663-949f-737b33c0a3b4 req-c24df366-c1d7-4dc8-a0fe-4ac277a41aca tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419319 Nov 23 14:49:01.476850 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11564b8-5a38-4917-b6bd-6627cd0399ee req-5be74ee6-a7e3-4275-85a8-4cce56859034 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:01.478312 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e11564b8-5a38-4917-b6bd-6627cd0399ee req-5be74ee6-a7e3-4275-85a8-4cce56859034 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0490251 Nov 23 14:49:01.529683 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e11564b8-5a38-4917-b6bd-6627cd0399ee req-5612f845-8b5c-4a58-94a8-9f82f0dc6899 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Nov 23 14:49:02.643621 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafd51-4c37-44de-92f1-edff0550a1e8 req-bce05a40-49db-4c95-9d08-dd7435776900 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:02.645054 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84eafd51-4c37-44de-92f1-edff0550a1e8 req-bce05a40-49db-4c95-9d08-dd7435776900 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0491874 Nov 23 14:49:02.695172 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-84eafd51-4c37-44de-92f1-edff0550a1e8 req-28e4e2f0-ea8e-4080-9d12-7b0842670987 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Nov 23 14:49:03.806957 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f70c8-4867-4197-86c6-56ff90520ed4 req-8f1c4298-a40a-458e-bed5-c5a871c1289c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:03.808424 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d42f70c8-4867-4197-86c6-56ff90520ed4 req-8f1c4298-a40a-458e-bed5-c5a871c1289c tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0472624 Nov 23 14:49:03.855677 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-d42f70c8-4867-4197-86c6-56ff90520ed4 req-b8ec035e-574a-4486-9395-66199d41ad16 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 Nov 23 14:49:04.968558 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f8c2-a748-453a-be68-48a4a97524ae req-0b908683-8223-48c5-9679-de3dd4135b18 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:04.970005 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fe66f8c2-a748-453a-be68-48a4a97524ae req-0b908683-8223-48c5-9679-de3dd4135b18 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0487070 Nov 23 14:49:05.021251 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fe66f8c2-a748-453a-be68-48a4a97524ae req-b2150cd6-c71a-44f5-96f4-c9e3d0420696 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451961 Nov 23 14:49:06.135395 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bd339-cc8f-4693-93c2-c248db32d07b req-5a65cf1a-4e0c-43c5-aa75-dbd2f14d89c4 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:06.136892 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-140bd339-cc8f-4693-93c2-c248db32d07b req-5a65cf1a-4e0c-43c5-aa75-dbd2f14d89c4 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0483971 Nov 23 14:49:06.184118 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-140bd339-cc8f-4693-93c2-c248db32d07b req-25f118af-4720-4cac-8877-dbb5477c1348 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Nov 23 14:49:07.297789 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7280a7-c49a-4419-bc75-5d65382b50b6 req-90f754d2-28a8-4435-9d0a-87ca6aaff922 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:07.299312 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d7280a7-c49a-4419-bc75-5d65382b50b6 req-90f754d2-28a8-4435-9d0a-87ca6aaff922 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 943 time: 0.0487421 Nov 23 14:49:07.348251 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-9d7280a7-c49a-4419-bc75-5d65382b50b6 req-a9ebd5fb-bdf5-4f61-bfbd-b5ecc6eb2f65 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Nov 23 14:49:07.440059 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c91dca9d-8b77-447a-ab96-80789e787dfd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:49:07.535862 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port c91dca9d-8b77-447a-ab96-80789e787dfd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c91dca9d-8b77-447a-ab96-80789e787dfd,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:49:07.546389 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Returning: {'device': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'port_id': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'mac_address': 'fa:16:3e:1e:a4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:49:07.583146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:07.595332 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91dca9d-8b77-447a-ab96-80789e787dfd {{(pid=103067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:49:07.613663 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port c91dca9d-8b77-447a-ab96-80789e787dfd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c91dca9d-8b77-447a-ab96-80789e787dfd,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:49:07.706874 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:07.753266 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=c91dca9d-8b77-447a-ab96-80789e787dfd,revision_number=4']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:49:07.761282 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.761643 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.761995 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.762336 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.762676 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.763013 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.763372 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.763707 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.764039 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.764394 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.764752 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:07.765100 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:49:08.047291 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] get_ports_and_sgs() called for port_ids ['c91dca9d-8b77-447a-ab96-80789e787dfd'] {{(pid=103067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:49:08.465729 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e559a-414a-4a69-a49e-f80792696c54 req-f869e864-dd48-42b2-883b-7afac0442138 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:08.467225 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a06e559a-414a-4a69-a49e-f80792696c54 req-f869e864-dd48-42b2-883b-7afac0442138 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 944 time: 0.0514700 Nov 23 14:49:08.516039 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-a06e559a-414a-4a69-a49e-f80792696c54 req-bc29d99b-975d-425f-a506-b20b0e5e119a tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Nov 23 14:49:09.456345 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c91dca9d-8b77-447a-ab96-80789e787dfd up at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:49:09.560795 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning for port c91dca9d-8b77-447a-ab96-80789e787dfd completed by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:49:09.564780 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.provisioning_blocks [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Provisioning complete for port c91dca9d-8b77-447a-ab96-80789e787dfd triggered by entity L2. {{(pid=103067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:49:09.565158 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3941510'] for port, provisioning_complete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:09.630328 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f970-5ccd-4cb3-8971-42ba81e7a85f req-e043c783-7b90-4d44-8395-f90104bed192 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:09.631789 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-90c9f970-5ccd-4cb3-8971-42ba81e7a85f req-e043c783-7b90-4d44-8395-f90104bed192 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 944 time: 0.0493648 Nov 23 14:49:09.641454 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:09.664824 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd'}] {{(pid=103067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:49:09.667073 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee180230a7addca4fa1f68518412fc6db64efa686ec5df2ac9ba3806073e01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163353a6-2913-499d-89c9-ec2bd853e222" -d '{"events": [{"server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "name": "network-vif-plugged", "status": "completed", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd"}]}' {{(pid=103067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:49:09.680313 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] For port c91dca9d-8b77-447a-ab96-80789e787dfd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c91dca9d-8b77-447a-ab96-80789e787dfd,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:49:09.682412 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-90c9f970-5ccd-4cb3-8971-42ba81e7a85f req-7d0fce1d-6182-47f1-9305-a2a30337d6a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Nov 23 14:49:09.738204 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462'] for port, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:09.765567 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b5885-2aff-4886-9f25-7e3d80e8f4ef x-openstack-request-id: req-2a1b5885-2aff-4886-9f25-7e3d80e8f4ef {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:49:09.765859 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "name": "network-vif-plugged", "status": "completed", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd", "code": 200}]} {{(pid=103067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:49:09.766135 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2a1b5885-2aff-4886-9f25-7e3d80e8f4ef {{(pid=103067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:49:09.766520 dv-cinder-804757-10-iscsi neutron-server[103067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'code': 200} Nov 23 14:49:09.788728 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Pushing event updated for resources: {'Port': ['ID=c91dca9d-8b77-447a-ab96-80789e787dfd,revision_number=5']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:49:10.096574 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef67c1-bc1b-4898-a07e-701dbc193cd6 req-735232eb-4ad9-4213-b351-38eab2b86fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:10.098012 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-edef67c1-bc1b-4898-a07e-701dbc193cd6 req-735232eb-4ad9-4213-b351-38eab2b86fc6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1098 time: 0.0432160 Nov 23 14:49:10.142793 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-edef67c1-bc1b-4898-a07e-701dbc193cd6 req-7a71f28d-34b1-48e5-8a1a-9128a7f20b57 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Nov 23 14:49:10.795687 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c83e-6369-4a68-acc8-eb6d6084de84 req-755262b0-aab6-46e2-a1de-b913f4485462 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:10.797153 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a10c83e-6369-4a68-acc8-eb6d6084de84 req-755262b0-aab6-46e2-a1de-b913f4485462 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0473704 Nov 23 14:49:10.844426 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6a10c83e-6369-4a68-acc8-eb6d6084de84 req-08fcc69f-b1bd-4d2e-ba59-eb86771c9de3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414128 Nov 23 14:49:11.957824 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ea324-f87b-438e-bd89-f65a61c156e1 req-a93a32e0-cfdb-4989-9740-a8555408529b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:11.960102 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1e3ea324-f87b-438e-bd89-f65a61c156e1 req-a93a32e0-cfdb-4989-9740-a8555408529b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0491433 Nov 23 14:49:12.008103 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-1e3ea324-f87b-438e-bd89-f65a61c156e1 req-b45346c7-84c7-4078-8146-4750c2143498 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421588 Nov 23 14:49:12.118969 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb5683-5b34-4cee-9f2b-f2d141a92bb0 req-c9b7139b-719f-4122-bba0-c05417e5a929 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:12.120446 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6ccb5683-5b34-4cee-9f2b-f2d141a92bb0 req-c9b7139b-719f-4122-bba0-c05417e5a929 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0477598 Nov 23 14:49:12.171496 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6ccb5683-5b34-4cee-9f2b-f2d141a92bb0 req-64f0a244-6e37-47a5-9ea9-ec8a8a2fff91 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451953 Nov 23 14:49:12.192695 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35656) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:49:12.323573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd86c8a-6f86-40c5-8e0b-6cb9cece5c38 tempest-TestVolumeBootPattern-1617405674 tempest-TestVolumeBootPattern-1617405674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:12.325130 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-edd86c8a-6f86-40c5-8e0b-6cb9cece5c38 tempest-TestVolumeBootPattern-1617405674 tempest-TestVolumeBootPattern-1617405674-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1093 time: 0.1314826 Nov 23 14:49:12.327917 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35660) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:49:12.332092 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.v2.base [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Request body: {'floatingip': {'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'port_id': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:49:12.432195 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:12.528573 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:12.626802 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_common [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Allocated IP 172.27.0.55 (18ce11db-0d8c-479b-8734-ff7156bf19ad/edebb904-05df-49df-a305-afa2cf2ebed1/bbb0256b-bd4c-4385-8aba-86f81538a541) {{(pid=103066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:49:12.726483 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:12.809614 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745628500426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:12.848751 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Network 18ce11db-0d8c-479b-8734-ff7156bf19ad is already hosted by enough agents. {{(pid=103066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:49:12.851690 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.base_scheduler [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Resources bound (agent type, host, resource id): {{(pid=103066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:49:12.855069 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Received port after_create {{(pid=103066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:49:12.860437 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=bbb0256b-bd4c-4385-8aba-86f81538a541,revision_number=1']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:49:13.195659 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:13.325451 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721357'] for port, before_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:13.726762 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for port, precommit_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:13.789768 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745628932334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745628500444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745628500462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143282268'] for port, after_update {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:13.858779 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event updated for resources: {'Port': ['ID=bbb0256b-bd4c-4385-8aba-86f81538a541,revision_number=2']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:49:13.869091 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-932785'] for floatingip, after_create {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:13.966190 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Floating IP d2bc9bde-b09b-4c3f-9351-bdc25d88ef5c associated. External IP: 172.27.0.55, port: c91dca9d-8b77-447a-ab96-80789e787dfd. Nov 23 14:49:14.164264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:49:14.276980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:49:14.287293 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:49:14.296863 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:49:14.297981 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:48:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:49:14.346281 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:14.382766 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1334dd72-be02-46d1-8ce2-c59a7cbf07a6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0537925 Nov 23 14:49:14.383705 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:49:14.386139 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd53000e-2b89-4d13-8dfa-676bd062ee66" -d '{"events": [{"name": "network-changed", "server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:49:14.404135 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:49:14.422169 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6277a8bf-f71e-4614-b3a3-e657c6182722 x-openstack-request-id: req-6277a8bf-f71e-4614-b3a3-e657c6182722 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:49:14.422470 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:49:14.422731 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6277a8bf-f71e-4614-b3a3-e657c6182722 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:49:14.423135 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'status': 'completed', 'code': 200} Nov 23 14:49:14.483473 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-3a3c857f-dda0-4d3b-8fd7-33b3bea392f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:14.485035 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-3a3c857f-dda0-4d3b-8fd7-33b3bea392f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1098 time: 0.0397744 Nov 23 14:49:14.573495 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-676fe5eb-8609-42e9-b8d6-c71f79d3c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:14.575009 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-676fe5eb-8609-42e9-b8d6-c71f79d3c717 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0830464 Nov 23 14:49:14.626618 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:34Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}, {'id': 'd2bc9bde-b09b-4c3f-9351-bdc25d88ef5c', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:1e:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:49:13Z', 'updated_at': '2021-11-23T14:49:13Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:49:14.643620 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-372104ca-8a18-40ea-8a93-2edc690a13c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 200 len: 998 time: 0.0604260 Nov 23 14:49:14.655651 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:49:14.665095 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:49:14.665764 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:48:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:49:14.693903 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-dc6dd794-33d6-4f70-87be-31d95fd34de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:14.695377 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-dc6dd794-33d6-4f70-87be-31d95fd34de2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0437167 Nov 23 14:49:14.742058 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-a7975f3f-818e-485c-b1ea-a79460eb734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:14.743561 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-a7975f3f-818e-485c-b1ea-a79460eb734b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411201 Nov 23 14:49:14.767725 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:49:14.835444 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-7a58649f-b4f4-45bd-a1e0-acee86a4c4a8 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Nov 23 14:49:14.931981 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-fd53000e-2b89-4d13-8dfa-676bd062ee66 req-d3346982-683f-4e88-a1a1-296895888bba service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880725 Nov 23 14:49:15.000164 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:34Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}, {'id': 'd2bc9bde-b09b-4c3f-9351-bdc25d88ef5c', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:1e:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:49:13Z', 'updated_at': '2021-11-23T14:49:13Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:49:15.025787 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd83aea-8cb7-4ec2-bb3b-491cb1dff9b8 None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:34Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}, {'id': 'd2bc9bde-b09b-4c3f-9351-bdc25d88ef5c', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:1e:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:49:13Z', 'updated_at': '2021-11-23T14:49:13Z', 'revision_number': 0, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:49:15.155765 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:49:15.213990 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9ec66-946f-4e13-83d5-5116732a3e1f None None] New status for floating IP d2bc9bde-b09b-4c3f-9351-bdc25d88ef5c: ACTIVE {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:49:20.866797 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-fcfd944d-86f9-4b19-a386-ff663588d30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:23.224209 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a77e0bfb-c4cb-4fed-a4b3-42533820c009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:24.538140 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:25.975001 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:26.112083 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:26.989405 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:43.563671 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-c81748bd-baba-4726-a522-ca21a2ff9127 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432901 Nov 23 14:49:43.644403 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-afcbc910-4830-44ae-ac13-e85c3f05ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:43.645836 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-afcbc910-4830-44ae-ac13-e85c3f05ab65 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0390878 Nov 23 14:49:43.750551 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-5294b6c0-a10a-4206-9389-e50ed04030ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:43.751991 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-5294b6c0-a10a-4206-9389-e50ed04030ea service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0863917 Nov 23 14:49:43.817105 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-fd5d5abc-dc7a-4ae1-ac99-697f350c37d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 1002 time: 0.0580738 Nov 23 14:49:43.865947 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-5af6628d-6034-43af-a243-216da44db1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:43.867379 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-5af6628d-6034-43af-a243-216da44db1df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0436916 Nov 23 14:49:43.917137 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-afc5f120-11b3-484e-ac41-8fb3041ac925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:43.918865 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-afc5f120-11b3-484e-ac41-8fb3041ac925 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435507 Nov 23 14:49:44.008327 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-9b259266-efd9-4403-83ca-32bdc7fd303c service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Nov 23 14:49:44.099204 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7d5bd369-c347-4277-b988-9538e4eedd1f req-e095fe73-dfb6-48ff-94a5-d5b164ccef08 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Nov 23 14:49:50.843788 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b5d3935b-71fe-46f2-afac-c53cc71a54e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:52.155065 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:49:53.226370 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9acfaec9-7bc5-4aca-991d-c6b165db6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:54.512102 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:55.984196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:56.132664 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:56.986385 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:20.875743 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-773c3383-3159-4317-b827-ef37972d1766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:23.237843 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b45738b0-df78-46f9-926d-c93315fa7b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:24.534832 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:25.992160 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:26.174669 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:26.998098 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:29.153877 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:50:44.606285 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-0287ef50-dd62-49ef-98bc-8f989b4cc485 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775890 Nov 23 14:50:44.665842 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-2f8c32de-7edd-4cb8-a732-35a76d608b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:44.667193 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-2f8c32de-7edd-4cb8-a732-35a76d608b08 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1098 time: 0.0392282 Nov 23 14:50:44.771799 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-16faf926-b03d-44f0-9750-af781af3f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:44.773328 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-16faf926-b03d-44f0-9750-af781af3f367 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0872459 Nov 23 14:50:44.836916 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-864eb890-17cd-4a0a-8e26-39a5749923e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 200 len: 1000 time: 0.0562036 Nov 23 14:50:44.888191 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-b70906b5-9ad0-4cdc-8e35-aaff07aed66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:44.889631 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-b70906b5-9ad0-4cdc-8e35-aaff07aed66a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0462205 Nov 23 14:50:44.934577 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-8a44374a-223f-46e0-97ee-3e3e2121cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:44.935975 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-8a44374a-223f-46e0-97ee-3e3e2121cf90 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388563 Nov 23 14:50:44.946966 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-facc2b49-8306-4557-ac96-d78dde75238e service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:50:44.947889 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-facc2b49-8306-4557-ac96-d78dde75238e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046983 Nov 23 14:50:45.036041 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-3fdb37e1-8e7d-4bf7-a9b1-d3c7aa23e806 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801389 Nov 23 14:50:45.125682 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-594985c9-abe0-4aad-93c4-ed2348ce73ad req-e58874bf-5ad8-4b94-9f36-122ed333f5d2 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Nov 23 14:50:50.836009 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-68ad78ad-8185-43e1-be35-91016d108dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:53.230190 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-94ccbbee-d0c8-4bf9-a8c1-b3344ac130d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.517993 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:55.993449 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:56.127432 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:56.975385 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:57.751253 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [req-a6b3d3ac-d656-40d3-9d25-71e4ca9796a0 req-f3bab48a-d1ae-49e0-a4c9-4b2e510b2831 service neutron] (103065) timed out ('10.222.0.82', 59014) {{(pid=103065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:51:04.673250 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35694) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:04.824998 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Deleting port bbb0256b-bd4c-4385-8aba-86f81538a541 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:04.825331 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:04.899661 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:04.899976 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:04.911646 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Calling delete_port for bbb0256b-bd4c-4385-8aba-86f81538a541 owned by network:floatingip {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:05.123948 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:05.149003 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'Port': ['ID=bbb0256b-bd4c-4385-8aba-86f81538a541,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:05.174205 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.174555 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.174895 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.175232 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.175562 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.175892 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.176222 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.176571 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.176896 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.177218 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.177541 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.177861 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:05.215060 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:05.215389 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Floating IP d2bc9bde-b09b-4c3f-9351-bdc25d88ef5c disassociated (deleted). External IP: 172.27.0.55, port: c91dca9d-8b77-447a-ab96-80789e787dfd. Nov 23 14:51:05.421765 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:51:05.534981 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:51:05.539766 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:05.547454 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:51:05.558410 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:05.559063 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:50:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:05.575571 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-07df346c-22fe-491e-a72b-538f9e8f1a92 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "DELETE /v2.0/floatingips/d2bc9bde-b09b-4c3f-9351-bdc25d88ef5c HTTP/1.1" status: 204 len: 168 time: 0.8989062 Nov 23 14:51:05.575571 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:51:05.576390 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216c26c-63a4-4ab0-acd9-3e59e323e26c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:51:05.619999 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2289326-4833-4ed4-968c-8e4f8ee3cd8d x-openstack-request-id: req-d2289326-4833-4ed4-968c-8e4f8ee3cd8d {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:51:05.620539 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:51:05.620979 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d2289326-4833-4ed4-968c-8e4f8ee3cd8d {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:51:05.621572 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'status': 'completed', 'code': 200} Nov 23 14:51:05.678331 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:05.690638 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-a1032218-9a53-4913-b520-431d48afe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:05.692181 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-a1032218-9a53-4913-b520-431d48afe183 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 1098 time: 0.0445783 Nov 23 14:51:05.787848 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-ba25db5f-e457-4823-906e-6838710bcf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:05.789384 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-ba25db5f-e457-4823-906e-6838710bcf02 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0901322 Nov 23 14:51:05.836795 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-d8ee236f-ebe9-4418-a8c3-7cbc6d3b0040 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 200 len: 217 time: 0.0399957 Nov 23 14:51:05.890575 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-f8ef9ab4-5046-42d3-a647-9cec974e8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:05.892025 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-f8ef9ab4-5046-42d3-a647-9cec974e8881 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0476730 Nov 23 14:51:05.910255 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:34Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:05.938042 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:51:05.941265 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-0b6a2fab-a32c-42da-86c4-6c0e79bd3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:05.942767 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-0b6a2fab-a32c-42da-86c4-6c0e79bd3a1e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425906 Nov 23 14:51:05.946965 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:05.947589 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:50:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:06.002295 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ddf7-4cef-450e-8136-a119fb191115 req-b1cc3653-3627-42ad-be99-e53183a2894e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:06.009423 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ba5ddf7-4cef-450e-8136-a119fb191115 req-b1cc3653-3627-42ad-be99-e53183a2894e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0636647 Nov 23 14:51:06.035258 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-12826b30-4950-4280-b066-106e39726b10 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845234 Nov 23 14:51:06.054711 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-9ba5ddf7-4cef-450e-8136-a119fb191115 req-f96281df-8e31-434b-8bb9-9f38102068b3 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443795 Nov 23 14:51:06.055678 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:06.129105 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7216c26c-63a4-4ab0-acd9-3e59e323e26c req-591d911e-8337-4c0e-abf3-dc876c9ca6d0 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Nov 23 14:51:06.151771 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:51:06.274020 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:34Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:06.303594 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e24aa-fde4-4573-902f-6f29edc38483 None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_floatingips': [{'id': 'c005a8d4-db45-4d21-a8e4-8da405cedcc6', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'router_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'port_id': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'mac_address': 'fa:16:3e:0f:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:46:32Z', 'updated_at': '2021-11-23T14:46:34Z', 'revision_number': 1, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:51:06.507188 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27a623-5e73-4c75-bdd0-25856235b82b None None] New status for floating IP d2bc9bde-b09b-4c3f-9351-bdc25d88ef5c: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:51:07.171070 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad7855-df04-4c8e-8ae9-326003390a32 req-d34ebd7a-94b4-48aa-b067-d054cdd60695 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:07.172566 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6dad7855-df04-4c8e-8ae9-326003390a32 req-d34ebd7a-94b4-48aa-b067-d054cdd60695 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0493362 Nov 23 14:51:07.221889 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-6dad7855-df04-4c8e-8ae9-326003390a32 req-bc901376-c457-436b-b481-949bf56d2462 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Nov 23 14:51:07.723881 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-99ac0367-fd7c-4137-a107-e174c17f9fd6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:07.725321 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-99ac0367-fd7c-4137-a107-e174c17f9fd6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0513883 Nov 23 14:51:07.812520 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Deleting port c91dca9d-8b77-447a-ab96-80789e787dfd {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:07.812850 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:08.151596 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] For port c91dca9d-8b77-447a-ab96-80789e787dfd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c91dca9d-8b77-447a-ab96-80789e787dfd,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:08.151851 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:08.164643 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Calling delete_port for c91dca9d-8b77-447a-ab96-80789e787dfd owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:08.336002 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985842d-1b2b-4db4-9bd1-0f07d5638055 req-4e2a2270-046c-4e0d-9280-98d85bb10d76 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:08.337510 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5985842d-1b2b-4db4-9bd1-0f07d5638055 req-4e2a2270-046c-4e0d-9280-98d85bb10d76 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 945 time: 0.0486405 Nov 23 14:51:08.346772 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:08.378666 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'Port': ['ID=c91dca9d-8b77-447a-ab96-80789e787dfd,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:08.396799 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-5985842d-1b2b-4db4-9bd1-0f07d5638055 req-f7fd23f1-f1f7-428e-ae1c-bb5e382ba528 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526278 Nov 23 14:51:08.436108 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] No DVR routers for this DVR port c91dca9d-8b77-447a-ab96-80789e787dfd on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:51:08.436108 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:08.436108 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-a336e3a0-bf2f-4c0f-8f2d-3c7108f4c1ff req-fb38ba31-d6f4-4c37-aeeb-53c7f6947f6b tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "DELETE /v2.0/ports/c91dca9d-8b77-447a-ab96-80789e787dfd HTTP/1.1" status: 204 len: 173 time: 0.6938539 Nov 23 14:51:08.436108 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'name': 'network-vif-deleted', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:51:08.436108 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2940d44-d441-4247-b353-49c684ff0d1f" -d '{"events": [{"server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "name": "network-vif-deleted", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:51:08.465733 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055fbdba-2afd-475e-94d2-27e9246864b5 x-openstack-request-id: req-055fbdba-2afd-475e-94d2-27e9246864b5 {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:51:08.466025 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c819309-d0d0-4309-b54b-18545f1f4f5e", "name": "network-vif-deleted", "tag": "c91dca9d-8b77-447a-ab96-80789e787dfd", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:51:08.466277 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-055fbdba-2afd-475e-94d2-27e9246864b5 {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:51:08.466670 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c819309-d0d0-4309-b54b-18545f1f4f5e', 'name': 'network-vif-deleted', 'tag': 'c91dca9d-8b77-447a-ab96-80789e787dfd', 'status': 'completed', 'code': 200} Nov 23 14:51:09.548872 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-c781d3ee-0937-43e9-be32-0e3ebfe8ddd1 req-97155bed-27d1-4581-8a81-574b1de18dcd tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4c819309-d0d0-4309-b54b-18545f1f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0734885 Nov 23 14:51:12.055842 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c91dca9d-8b77-447a-ab96-80789e787dfd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:12.075990 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: c91dca9d-8b77-447a-ab96-80789e787dfd {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:12.076378 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device c91dca9d-8b77-447a-ab96-80789e787dfd not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:13.009220 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35738) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:13.160387 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Deleting port 92a356dc-3721-4d85-9b01-23a485e71884 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:13.160722 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:13.235030 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:13.235351 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:13.246641 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Calling delete_port for 92a356dc-3721-4d85-9b01-23a485e71884 owned by network:floatingip {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:13.453681 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:13.481568 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'Port': ['ID=92a356dc-3721-4d85-9b01-23a485e71884,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:13.539491 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:13.539736 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.db.l3_db [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Floating IP c005a8d4-db45-4d21-a8e4-8da405cedcc6 disassociated (deleted). External IP: 172.27.0.157, port: bd50e621-1d11-484e-b5cb-f16f6dd33499. Nov 23 14:51:13.742742 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:51:13.848264 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:51:13.852959 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:13.858555 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:51:13.868883 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:13.869572 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:50:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:13.879613 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-262f9eae-fecd-4768-936c-840552c5a719 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "DELETE /v2.0/floatingips/c005a8d4-db45-4d21-a8e4-8da405cedcc6 HTTP/1.1" status: 204 len: 168 time: 0.8693316 Nov 23 14:51:13.880196 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:51:13.882444 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b86dfcd-955d-4580-8851-9e77650e45bf" -d '{"events": [{"name": "network-changed", "server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:51:13.972316 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d8a74-7500-411c-a231-afd67845153a x-openstack-request-id: req-6e1d8a74-7500-411c-a231-afd67845153a {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:51:13.972608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:51:13.978990 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6e1d8a74-7500-411c-a231-afd67845153a {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:51:13.978990 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'status': 'completed', 'code': 200} Nov 23 14:51:13.979249 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:14.035608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-55e6c61c-8bba-49e4-81ed-5f56c8c9717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:14.037251 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-55e6c61c-8bba-49e4-81ed-5f56c8c9717c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 1099 time: 0.0421033 Nov 23 14:51:14.134980 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-60d48a01-833d-4c98-89f4-13fb78fd3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:14.136389 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-60d48a01-833d-4c98-89f4-13fb78fd3c05 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 200 len: 914 time: 0.0920815 Nov 23 14:51:14.178963 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-3427ea3a-407f-4050-a165-198a944f08e5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 200 len: 217 time: 0.0356131 Nov 23 14:51:14.243695 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-23fea91f-8d60-4cec-8317-a82b875008c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:14.245335 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-23fea91f-8d60-4cec-8317-a82b875008c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 200 len: 851 time: 0.0525351 Nov 23 14:51:14.294740 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-d9c20543-da79-4615-a030-b2a2e8d1c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:14.298168 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-d9c20543-da79-4615-a030-b2a2e8d1c3d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455077 Nov 23 14:51:14.303552 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:14.330327 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:51:14.339110 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:14.340254 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:50:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:14.445412 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-07d2781f-2d14-4462-9280-0144a52f6010 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318545 Nov 23 14:51:14.446617 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:14.454452 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ca32-68a4-495c-8448-ece8278384d8 req-d9869631-4cdb-425e-92d0-a07211e541f8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:14.455967 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2f15ca32-68a4-495c-8448-ece8278384d8 req-d9869631-4cdb-425e-92d0-a07211e541f8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 946 time: 0.1349976 Nov 23 14:51:14.564920 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-2f15ca32-68a4-495c-8448-ece8278384d8 req-c912c5a4-d663-47fb-901d-b427b5f39677 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009407 Nov 23 14:51:14.582434 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-7b86dfcd-955d-4580-8851-9e77650e45bf req-509c82cb-2e41-4f9e-aecf-5826117ab684 service neutron] 10.222.0.85 "GET /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255062 Nov 23 14:51:14.647258 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:14.673607 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea595dae-536b-4902-bc38-eba52453fcaf None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 4, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi', '_interfaces': [{'id': '11d424d2-76d8-4063-b84a-03f26effd7e9', 'name': '', 'network_id': '8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'mac_address': 'fa:16:3e:26:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:46Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'subnets': [{'id': 'e2780625-4b74-47bb-97ab-fe4c91665917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:51:14.883388 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94e30c-3aef-43e3-905d-5e0e95bba432 None None] New status for floating IP c005a8d4-db45-4d21-a8e4-8da405cedcc6: DOWN {{(pid=103068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:51:15.683869 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b161f-a709-42a1-afae-f63f60038ac7 req-93e10d85-9565-45b3-93cf-6af0ab859e85 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:15.685257 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e64b161f-a709-42a1-afae-f63f60038ac7 req-93e10d85-9565-45b3-93cf-6af0ab859e85 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 946 time: 0.0517061 Nov 23 14:51:15.733856 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-e64b161f-a709-42a1-afae-f63f60038ac7 req-df751365-578c-471a-9768-50762f98ecf6 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Nov 23 14:51:15.967972 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8b4a805a-4b8a-40ea-a429-51186c674792 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:15.969457 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8b4a805a-4b8a-40ea-a429-51186c674792 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 946 time: 0.0486205 Nov 23 14:51:16.056465 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Deleting port bd50e621-1d11-484e-b5cb-f16f6dd33499 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:16.056795 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:16.144640 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] For port bd50e621-1d11-484e-b5cb-f16f6dd33499, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bd50e621-1d11-484e-b5cb-f16f6dd33499,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:16.144996 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:16.156408 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Calling delete_port for bd50e621-1d11-484e-b5cb-f16f6dd33499 owned by compute:nova {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:16.341031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:16.367798 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'Port': ['ID=bd50e621-1d11-484e-b5cb-f16f6dd33499,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:16.410912 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] No DVR routers for this DVR port bd50e621-1d11-484e-b5cb-f16f6dd33499 on host hv-cinder-80475 {{(pid=103066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:51:16.413293 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for port, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:16.416596 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [req-5e07422a-cfea-4a15-913c-6c2e697f4cc7 req-8fd72c82-608c-4105-97a3-20d9d04cda06 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.85 "DELETE /v2.0/ports/bd50e621-1d11-484e-b5cb-f16f6dd33499 HTTP/1.1" status: 204 len: 173 time: 0.4404032 Nov 23 14:51:16.417030 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'name': 'network-vif-deleted', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499'}] {{(pid=103066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:51:16.420177 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02c8a2e802bef47730d65d636ad4c868a1e3c55ca4be467a87773896b8e9632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afabedbe-c55c-4da7-95da-12f0d21963b0" -d '{"events": [{"server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "name": "network-vif-deleted", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499"}]}' {{(pid=103066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:51:16.454552 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c79878e-541b-4524-a8b4-85e9b413152d x-openstack-request-id: req-9c79878e-541b-4524-a8b4-85e9b413152d {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:51:16.454850 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883242e8-f865-41ca-a803-afeb0ebee9ba", "name": "network-vif-deleted", "tag": "bd50e621-1d11-484e-b5cb-f16f6dd33499", "status": "completed", "code": 200}]} {{(pid=103066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:51:16.455107 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9c79878e-541b-4524-a8b4-85e9b413152d {{(pid=103066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:51:16.455511 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883242e8-f865-41ca-a803-afeb0ebee9ba', 'name': 'network-vif-deleted', 'tag': 'bd50e621-1d11-484e-b5cb-f16f6dd33499', 'status': 'completed', 'code': 200} Nov 23 14:51:16.837975 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [req-dd6013ae-21bd-42cd-84a8-4861ae11b6f0 req-b9ef4bee-be9d-44c2-8228-befb361bc8ad tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "GET /v2.0/ports?device_id=883242e8-f865-41ca-a803-afeb0ebee9ba HTTP/1.1" status: 200 len: 210 time: 0.0322409 Nov 23 14:51:17.892427 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35758) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:18.013438 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Deleting port e3d453db-406e-492e-9766-61d2ed356b05 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:18.014364 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:18.089035 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:18.089351 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:18.101303 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Calling delete_port for e3d453db-406e-492e-9766-61d2ed356b05 owned by network:floatingip {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:18.278447 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:18.301012 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'Port': ['ID=e3d453db-406e-492e-9766-61d2ed356b05,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:18.362867 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:18.365816 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199093'] for floatingip, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:18.367055 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-1e6b379b-ada8-4f3a-8651-783311bba6a8 tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "DELETE /v2.0/floatingips/a4fb5741-dcea-4a51-9a99-2c1beabc1afe HTTP/1.1" status: 204 len: 168 time: 0.4736500 Nov 23 14:51:19.666374 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35770) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:19.721759 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-efd4452c-a3ad-43b1-be28-a43fe591496e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:19.746385 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-efd4452c-a3ad-43b1-be28-a43fe591496e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:19.878091 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-efd4452c-a3ad-43b1-be28-a43fe591496e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:19.880874 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-efd4452c-a3ad-43b1-be28-a43fe591496e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Publish callbacks [] for security_group, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:19.882714 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-efd4452c-a3ad-43b1-be28-a43fe591496e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] 10.222.0.82 "DELETE /v2.0/security-groups/bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304 HTTP/1.1" status: 204 len: 168 time: 0.2147613 Nov 23 14:51:19.891482 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4452c-a3ad-43b1-be28-a43fe591496e tempest-TestVolumeBootPattern-727734966 tempest-TestVolumeBootPattern-727734966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5e3d9a-5ac3-42a3-ae6e-ba3a66c91304,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:20.009354 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35774) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:20.109784 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device bd50e621-1d11-484e-b5cb-f16f6dd33499 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:20.129534 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] No Port match for: bd50e621-1d11-484e-b5cb-f16f6dd33499 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:20.129883 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Device bd50e621-1d11-484e-b5cb-f16f6dd33499 not bound to the agent host hv-cinder-80475 {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:20.432034 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:20.671728 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Deleting port 11d424d2-76d8-4063-b84a-03f26effd7e9 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:20.672430 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:20.746227 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] For port 11d424d2-76d8-4063-b84a-03f26effd7e9, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=11d424d2-76d8-4063-b84a-03f26effd7e9,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:20.746608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:20.761887 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Calling delete_port for 11d424d2-76d8-4063-b84a-03f26effd7e9 owned by network:router_interface {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:20.842825 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c8df7db1-197a-4bd6-8c57-b6512df3b323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:20.981102 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:21.006623 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d424d2-76d8-4063-b84a-03f26effd7e9,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:21.172897 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:21.631808 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:51:21.734515 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:51:21.740373 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-aede7c62-e746-450a-8e9a-3d5d4f5fcb05 admin admin] 10.222.0.82 "PUT /v2.0/routers/d5f08a53-e81b-4e0a-97fc-cdcb1178cc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293084 Nov 23 14:51:21.742420 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35778) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:21.743975 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] Sync routers for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:51:21.753445 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:21.754055 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:50:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:21.845546 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks [] for router, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:21.858095 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: dv-cinder-804757-10-iscsi {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:21.947603 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.031387 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:51:20Z', 'revision_number': 5, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port': {'id': 'ae22a277-3fe2-47eb-8631-fa69766112fb', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:44Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:22.057296 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] Checking router: d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 for host: dv-cinder-804757-10-iscsi {{(pid=103067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:51:22.066075 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] Routers {'d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:22.066682 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:50:53Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'], 'active': True} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:22.076047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Deleting port ae22a277-3fe2-47eb-8631-fa69766112fb {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:22.077020 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.150945 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvr_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] Set router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 gateway port host: None {{(pid=103067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:22.153541 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] For port ae22a277-3fe2-47eb-8631-fa69766112fb, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=ae22a277-3fe2-47eb-8631-fa69766112fb,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:22.153922 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.170608 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Calling delete_port for ae22a277-3fe2-47eb-8631-fa69766112fb owned by network:router_gateway {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:22.204807 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_hamode_db [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:51:21Z', 'revision_number': 6, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port_host': None}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:22.229835 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b8aae-edae-4062-adcc-888a2d8dabec None None] The sync data for ids ['d5f08a53-e81b-4e0a-97fc-cdcb1178cc37'] in dv-cinder-804757-10-iscsi is: [{'id': 'd5f08a53-e81b-4e0a-97fc-cdcb1178cc37', 'name': 'tempest-TestVolumeBootPattern-2075813912-router', 'tenant_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:43Z', 'updated_at': '2021-11-23T14:51:21Z', 'revision_number': 6, 'project_id': '15e58f0cbadf4005bbb5be04e4aef3c1', 'gw_port_host': None}] {{(pid=103067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:51:22.375718 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.403510 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae22a277-3fe2-47eb-8631-fa69766112fb,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:22.469158 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.565145 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.567365 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.764372 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.765031 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 {{(pid=103066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:51:22.769263 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.770412 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-0c7026c4-17ec-4d99-832c-ef0d5d4f4c56 admin admin] 10.222.0.82 "DELETE /v2.0/routers/d5f08a53-e81b-4e0a-97fc-cdcb1178cc37 HTTP/1.1" status: 204 len: 168 time: 1.0267863 Nov 23 14:51:22.772987 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35780) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:22.819939 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Deleting subnet e2780625-4b74-47bb-97ab-fe4c91665917 {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:51:22.823001 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.856038 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2142867253'] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:22.931018 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.009778 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ae22a277-3fe2-47eb-8631-fa69766112fb no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:23.030481 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: ae22a277-3fe2-47eb-8631-fa69766112fb {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:23.032336 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device ae22a277-3fe2-47eb-8631-fa69766112fb not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:23.032336 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 11d424d2-76d8-4063-b84a-03f26effd7e9 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:23.048903 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143282186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143022044'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.052797 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 11d424d2-76d8-4063-b84a-03f26effd7e9 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:23.052979 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 11d424d2-76d8-4063-b84a-03f26effd7e9 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:23.078954 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2780625-4b74-47bb-97ab-fe4c91665917,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:23.080977 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.084199 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-eb0b9545-53d8-4342-a36d-ac3411c5091e admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e2780625-4b74-47bb-97ab-fe4c91665917 HTTP/1.1" status: 204 len: 168 time: 0.3102708 Nov 23 14:51:23.087278 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35782) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:23.092474 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b934a-5f38-42f5-a6b5-0ceb1e96a31b None None] Network 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:51:23.156621 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.218674 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Deleting port 872066a3-970e-416d-8b2b-b73fc3dc6f34 {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:23.219117 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.244343 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0246d15c-863b-414d-bb39-58a2c45ff80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.290059 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] DHCP port deletion for 8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:51:23.293381 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] For port 872066a3-970e-416d-8b2b-b73fc3dc6f34, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=872066a3-970e-416d-8b2b-b73fc3dc6f34,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:23.293750 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.307603 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Calling delete_port for 872066a3-970e-416d-8b2b-b73fc3dc6f34 owned by network:dhcp {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:23.337572 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Deleting port 872066a3-970e-416d-8b2b-b73fc3dc6f34 {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:23.337945 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.400892 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] For port 872066a3-970e-416d-8b2b-b73fc3dc6f34, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=872066a3-970e-416d-8b2b-b73fc3dc6f34,segment=NetworkSegment(3a9f45f7-b85f-4126-9a0c-fe8da3e35a26),segment_id=3a9f45f7-b85f-4126-9a0c-fe8da3e35a26)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:23.401286 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.417153 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Calling delete_port for 872066a3-970e-416d-8b2b-b73fc3dc6f34 owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:23.432921 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.458616 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Pushing event deleted for resources: {'Port': ['ID=872066a3-970e-416d-8b2b-b73fc3dc6f34,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:23.462992 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] No DVR routers for this DVR port 872066a3-970e-416d-8b2b-b73fc3dc6f34 on host dv-cinder-804757-10-iscsi {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:51:23.470724 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.471082 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.471424 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.471760 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.472093 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.472451 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.472784 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.473113 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.473446 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.473773 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.474095 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.474417 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.494414 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.517507 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Pushing event deleted for resources: {'Port': ['ID=872066a3-970e-416d-8b2b-b73fc3dc6f34,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:23.526787 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] No DVR routers for this DVR port 872066a3-970e-416d-8b2b-b73fc3dc6f34 on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:51:23.530645 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.531008 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.531355 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.531715 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.532058 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.532513 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.533171 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.533514 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.533850 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.534176 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.534504 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.534829 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ab2e7-ad35-43e0-84a8-be6bb3c297c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-10-iscsi {{(pid=103067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:51:23.549445 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.569337 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:23.578349 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:23.578639 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f45f7-b85f-4126-9a0c-fe8da3e35a26') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:23.587892 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.601568 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.608042 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:51:23.611459 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:51:23.695519 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.706950 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:23.710329 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] 10.222.0.82 "DELETE /v2.0/networks/8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d HTTP/1.1" status: 204 len: 168 time: 0.6220713 Nov 23 14:51:23.713462 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35784) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:23.721681 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756b351-b2cf-4ba2-9b12-89b99a07494c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2d1d31-b3ce-4eb8-82ac-9c0fcdc35f7d,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:24.052698 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604593'] for router_interface, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.288929 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Deleting port abd72133-fd08-42dd-a06d-522698da6c0f {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:24.289261 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.370047 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] For port abd72133-fd08-42dd-a06d-522698da6c0f, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=abd72133-fd08-42dd-a06d-522698da6c0f,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:24.370434 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.382739 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Calling delete_port for abd72133-fd08-42dd-a06d-522698da6c0f owned by network:router_interface {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:24.545824 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.630995 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.658428 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Pushing event deleted for resources: {'Port': ['ID=abd72133-fd08-42dd-a06d-522698da6c0f,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:24.827153 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605985'] for router_interface, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.853712 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 872066a3-970e-416d-8b2b-b73fc3dc6f34 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:24.875108 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 872066a3-970e-416d-8b2b-b73fc3dc6f34 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:24.875446 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 872066a3-970e-416d-8b2b-b73fc3dc6f34 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:25.039115 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Router 0e058304-5e86-4bb8-827c-786efe8102eb has already been hosted by L3 agent 21c31381-8d64-4005-aeb6-578a307f506b {{(pid=103066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:51:25.143504 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] Notify agent at l3_agent.dv-cinder-804757-10-iscsi the message routers_updated {{(pid=103066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:51:25.148793 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-14dd1ebb-81b0-493e-a3dd-33d6e51ec68e admin admin] 10.222.0.82 "PUT /v2.0/routers/0e058304-5e86-4bb8-827c-786efe8102eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4341943 Nov 23 14:51:25.151229 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35786) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:25.151837 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] Sync routers for ids ['0e058304-5e86-4bb8-827c-786efe8102eb'] in dv-cinder-804757-10-iscsi {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:51:25.161826 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] Routers {'0e058304-5e86-4bb8-827c-786efe8102eb'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:25.162417 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:51:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['0e058304-5e86-4bb8-827c-786efe8102eb'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:25.256601 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks [] for router, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:25.352829 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] Set router 0e058304-5e86-4bb8-827c-786efe8102eb gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:25.538843 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:51:24Z', 'revision_number': 5, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:25.566061 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] Checking router: 0e058304-5e86-4bb8-827c-786efe8102eb for host: dv-cinder-804757-10-iscsi {{(pid=103068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:51:25.575187 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] Routers {'0e058304-5e86-4bb8-827c-786efe8102eb'} bound to L3 agent in host dv-cinder-804757-10-iscsi {{(pid=103068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:51:25.575928 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:22:23Z,description=,heartbeat_timestamp=2021-11-23T14:51:23Z,host='dv-cinder-804757-10-iscsi',id=21c31381-8d64-4005-aeb6-578a307f506b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:22:24Z,topic='l3_agent')) {'router_ids': ['0e058304-5e86-4bb8-827c-786efe8102eb'], 'active': True} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:25.619756 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:25.678921 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_dvr_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] Set router 0e058304-5e86-4bb8-827c-786efe8102eb gateway port host: dv-cinder-804757-10-iscsi {{(pid=103068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:51:25.724486 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Deleting port 1b2743fe-e2ae-4484-94e8-2843f2553f37 {{(pid=103066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:25.724843 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:25.801945 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.db [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] For port 1b2743fe-e2ae-4484-94e8-2843f2553f37, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1b2743fe-e2ae-4484-94e8-2843f2553f37,segment=NetworkSegment(9de71f74-35de-48e1-94aa-9dd4582aac91),segment_id=9de71f74-35de-48e1-94aa-9dd4582aac91)] {{(pid=103066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:25.802214 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:25.814339 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Calling delete_port for 1b2743fe-e2ae-4484-94e8-2843f2553f37 owned by network:router_gateway {{(pid=103066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:25.849763 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.l3_hamode_db [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:51:24Z', 'revision_number': 5, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}], 'dv-cinder-804757-10-iscsi', False) {} {{(pid=103068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:25.880653 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f6016-d1d6-4386-b66b-adc7e50cb874 None None] The sync data for ids ['0e058304-5e86-4bb8-827c-786efe8102eb'] in dv-cinder-804757-10-iscsi is: [{'id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'name': 'tempest-TestVolumeBootPattern-100972865-router', 'tenant_id': '8860021934264c169cf75429acbb5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'external_fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:50Z', 'updated_at': '2021-11-23T14:51:24Z', 'revision_number': 5, 'project_id': '8860021934264c169cf75429acbb5da3', 'gw_port': {'id': '1b2743fe-e2ae-4484-94e8-2843f2553f37', 'name': '', 'network_id': '18ce11db-0d8c-479b-8734-ff7156bf19ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e058304-5e86-4bb8-827c-786efe8102eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:51Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'edebb904-05df-49df-a305-afa2cf2ebed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-10-iscsi'}] {{(pid=103068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:51:26.013706 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.043856 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143282263'] for port, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.075357 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2743fe-e2ae-4484-94e8-2843f2553f37,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:26.132598 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-932618'] for router_gateway, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.150783 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.221124 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2967'] for router, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.223286 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.346961 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-606062'] for router, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.352207 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e058304-5e86-4bb8-827c-786efe8102eb {{(pid=103066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:51:26.352207 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] Publish callbacks [] for router, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.354632 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-85d9ca74-92eb-4575-ad50-6b87acba1b31 admin admin] 10.222.0.82 "DELETE /v2.0/routers/0e058304-5e86-4bb8-827c-786efe8102eb HTTP/1.1" status: 204 len: 168 time: 1.2024412 Nov 23 14:51:26.355816 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [-] (103066) accepted ('10.222.0.82', 35788) {{(pid=103066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:26.404390 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Deleting subnet 103fe150-370d-4398-936d-9e3819450231 {{(pid=103066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:51:26.408408 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.442905 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2142867253'] for subnet, precommit_delete_associations {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.521275 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3952712'] for subnet, precommit_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.643057 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3952705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143282186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143022044'] for subnet, after_delete {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.670010 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103fe150-370d-4398-936d-9e3819450231,revision_number=None']} {{(pid=103066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:26.676269 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for subnet, before_response {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.681027 dv-cinder-804757-10-iscsi neutron-server[103066]: INFO neutron.wsgi [None req-89b2073b-ac6b-4301-9eba-7f320d3478fb admin admin] 10.222.0.82 "DELETE /v2.0/subnets/103fe150-370d-4398-936d-9e3819450231 HTTP/1.1" status: 204 len: 168 time: 0.3226972 Nov 23 14:51:26.681542 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38e0a04-813b-4a28-b462-f55c3d15556b None None] Network 619bd299-2603-4284-a790-980302e96a4c requested from dv-cinder-804757-10-iscsi {{(pid=103067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:51:26.682326 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35790) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:26.754953 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737250'] for network, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.806788 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Deleting port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b {{(pid=103065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:26.807122 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.852965 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] DHCP port deletion for 619bd299-2603-4284-a790-980302e96a4c request from dv-cinder-804757-10-iscsi {{(pid=103067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:51:26.878376 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.db [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] For port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:26.879024 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.893330 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Calling delete_port for 1f15c69e-5c6e-43ba-b958-1419fd9ade5b owned by network:dhcp {{(pid=103065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:26.910314 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] Deleting port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b {{(pid=103067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:51:26.910762 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745628932190'] for port, before_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.918141 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1b2743fe-e2ae-4484-94e8-2843f2553f37 no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:26.962652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: 1b2743fe-e2ae-4484-94e8-2843f2553f37 {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:26.962652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1b2743fe-e2ae-4484-94e8-2843f2553f37 not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:26.962652 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device abd72133-fd08-42dd-a06d-522698da6c0f no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:27.009521 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No Port match for: abd72133-fd08-42dd-a06d-522698da6c0f {{(pid=103067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:51:27.009860 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device abd72133-fd08-42dd-a06d-522698da6c0f not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:27.010268 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1f15c69e-5c6e-43ba-b958-1419fd9ade5b no longer exists at agent ovs-agent-dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:51:27.044738 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] For port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b, host dv-cinder-804757-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-10-iscsi',level=0,port_id=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,segment=NetworkSegment(6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe),segment_id=6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe)] {{(pid=103067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:51:27.048286 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927000'] for port, precommit_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.048286 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.065053 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] Calling delete_port for 1f15c69e-5c6e-43ba-b958-1419fd9ade5b owned by network:dhcp {{(pid=103067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:51:27.072934 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142329896'] for port, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.079797 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.db [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] No active binding found for port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b {{(pid=103067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 14:51:27.082720 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.plugins.ml2.rpc [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Device 1f15c69e-5c6e-43ba-b958-1419fd9ade5b not bound to the agent host dv-cinder-804757-10-iscsi {{(pid=103067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:51:27.097555 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:27.104569 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] No DVR routers for this DVR port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b on host dv-cinder-804757-10-iscsi {{(pid=103065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:51:27.146927 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3722824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745628934512', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745628500435'] for port, after_delete {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.172556 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] Pushing event deleted for resources: {'Port': ['ID=1f15c69e-5c6e-43ba-b958-1419fd9ade5b,revision_number=None']} {{(pid=103067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:27.174646 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a572e4-5031-4f76-98df-2289d99399c7 None None] No DVR routers for this DVR port 1f15c69e-5c6e-43ba-b958-1419fd9ade5b on host dv-cinder-804757-10-iscsi {{(pid=103067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:51:27.178231 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3942525', 'neutron.services.segments.db._delete_segments_for_network-8745629028792'] for network, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.202140 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619bd299-2603-4284-a790-980302e96a4c']}} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:27.210935 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe') {'for_net_delete': True} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:27.211224 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.services.segments.db [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca6c8a8-4ae9-4e7b-8275-4dbb807c76fe') {} {{(pid=103065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:51:27.221134 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745629056588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141741475'] for segment, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.234709 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079'] for segment, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.240770 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3954079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2142330843'] for segment, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: Traceback (most recent call last): Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: timer() Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: cb(*args, **kw) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: return func(*args, **kwargs) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: self._notify() Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: self.callback(batched_events) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: event.method(event) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: return f(self, *a, **k) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._get(url).json() Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: return self.request(url, 'GET', **kwargs) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:51:27.242995 dv-cinder-804757-10-iscsi neutron-server[103065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:51:27.385440 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3942500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-932771'] for network, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.390887 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559150'] for network, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.394128 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] 10.222.0.82 "DELETE /v2.0/networks/619bd299-2603-4284-a790-980302e96a4c HTTP/1.1" status: 204 len: 168 time: 0.7106898 Nov 23 14:51:27.671993 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e5ddb-d05b-44fe-866a-c9a14d70a600 admin admin] Pushing event deleted for resources: {'Network': ['ID=619bd299-2603-4284-a790-980302e96a4c,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:27.739749 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35794) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:27.778577 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-9521d016-1e57-4f3d-8b69-09d5acb8fa7b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=15e58f0cbadf4005bbb5be04e4aef3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375373 Nov 23 14:51:27.781309 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35796) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:27.828154 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-db7c20a3-526b-4546-9bef-9a62415793bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.848339 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-db7c20a3-526b-4546-9bef-9a62415793bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.979286 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-db7c20a3-526b-4546-9bef-9a62415793bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.981909 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-db7c20a3-526b-4546-9bef-9a62415793bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.983638 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-db7c20a3-526b-4546-9bef-9a62415793bb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/14662c49-9425-48a6-8562-824fc20e7d13 HTTP/1.1" status: 204 len: 168 time: 0.2014022 Nov 23 14:51:27.991799 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c20a3-526b-4546-9bef-9a62415793bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14662c49-9425-48a6-8562-824fc20e7d13,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:28.544445 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35802) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:28.584230 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-f79c5e1a-52e2-430f-a32c-4a3d15684525 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8860021934264c169cf75429acbb5da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385723 Nov 23 14:51:28.586578 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [-] (103065) accepted ('10.222.0.82', 35804) {{(pid=103065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:51:28.633238 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e2e20403-dc58-4ea3-8b22-6f097c3b8c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:28.655610 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e2e20403-dc58-4ea3-8b22-6f097c3b8c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:28.746599 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e2e20403-dc58-4ea3-8b22-6f097c3b8c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590370'] for security_group, after_delete {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:28.749353 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron_lib.callbacks.manager [None req-e2e20403-dc58-4ea3-8b22-6f097c3b8c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:28.750462 dv-cinder-804757-10-iscsi neutron-server[103065]: INFO neutron.wsgi [None req-e2e20403-dc58-4ea3-8b22-6f097c3b8c17 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7b1a2f93-5e84-4991-9965-958537f5b2b7 HTTP/1.1" status: 204 len: 168 time: 0.1630049 Nov 23 14:51:28.758275 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e20403-dc58-4ea3-8b22-6f097c3b8c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a2f93-5e84-4991-9965-958537f5b2b7,revision_number=None']} {{(pid=103065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:51:43.150920 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:51:50.838268 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2ff709bf-218c-4a1b-becf-d97c55a8a116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:53.243227 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba834-56b7-41b1-b250-78f1cbf82bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:54.517956 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:56.026252 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:56.128685 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:57.030313 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:20.151205 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:52:20.836100 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-0cee9b51-cc7a-4303-82e8-da6b3bae370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:23.235720 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-c1370179-70b7-457d-9b55-d8cca420fce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:24.567447 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:25.978986 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:26.133202 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:26.988905 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:50.839146 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-2af7e73e-b20a-435c-8231-6161c2b613a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:53.240323 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-7d34510d-0b72-4fda-a02e-eae8969678fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:54.549286 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:56.011570 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:56.126864 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:57.113983 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:57.149737 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:53:20.838463 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-bb3deb7c-c254-467c-b00c-734dd669cd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:23.244511 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-a177cee2-b7e1-458c-bd59-6013ffd90ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:24.541052 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:25.998604 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:26.141449 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:27.003310 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:34.148827 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:53:50.842681 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d2d86f29-5fcf-4dd4-984a-6a45d5da3493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:53.242887 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9d328fd0-b75f-4bc1-9cdb-581a7a91dd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:54.545295 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:56.042330 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:56.139475 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:56.990502 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:11.147891 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:54:20.830163 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-ad2c763e-2d3b-4826-be24-24cbaef73a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:23.229964 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-dc44179d-1e8d-4b1b-a5e6-5ca056c24067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:24.555413 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:26.047218 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:26.155196 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:27.018920 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:48.146579 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:54:50.874453 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f780dcca-1511-4eef-86b7-ef1e07564ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.239741 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-4090a9d5-d4ca-4fcc-9629-192485eafeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:54.548357 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:56.068033 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:56.159788 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.028521 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:20.839029 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b8d58392-2f5c-47bc-b3e7-659a0c30b0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:23.221883 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-35bec727-39fd-4473-879c-5a69ba157eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:24.564930 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:25.145834 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:55:26.067408 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:26.158759 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:26.992916 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:31.499940 dv-cinder-804757-10-iscsi neutron-server[103066]: DEBUG neutron.wsgi [req-c45c5703-dfdc-498b-997a-2b181d059b66 req-02287225-cdff-4d13-833d-f21311b481e9 service neutron] (103066) timed out ('10.222.0.82', 60642) {{(pid=103066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:55:32.518421 dv-cinder-804757-10-iscsi neutron-server[103065]: DEBUG neutron.wsgi [req-354c8a5d-d26f-45d9-abf2-54f906d978cc req-6146b506-9181-4c6e-a57c-f7ddda0b6eff service neutron] (103065) timed out ('10.222.0.85', 49913) {{(pid=103065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:55:50.946434 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-06c97323-ecf0-48da-a826-7903ba81dda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:53.238665 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-9d21a343-e6eb-4eb7-a7ce-f0d51020f720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:54.551885 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:56.102833 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:56.140495 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:56.968887 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:02.145056 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:56:20.865296 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-1701d6ee-823d-4528-94c5-f54885128f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:23.225127 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-cc70dff0-f568-445a-a63d-b7b10df66eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:24.545390 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:26.103303 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:26.151040 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:26.985514 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:39.144092 dv-cinder-804757-10-iscsi neutron-server[103068]: DEBUG neutron.db.agents_db [None req-ce0fd15d-1ca9-4561-8214-dc0b6a571bb2 None None] Agent healthcheck: found 6 active agents {{(pid=103068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:56:50.881943 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3fffd6a2-9f19-47b9-8190-b0ce40813026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:53.235782 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5d07-d8fe-45f6-b5f3-5d7b2d5542fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:54.561628 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-d3901fb6-db1e-4340-b59e-656f8a6672a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:56.103159 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-caa696cd-0185-491d-8e4a-186ff7f17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:56.173277 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-3275ed4a-36fd-43c6-82f6-30a1358c0abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:57.013043 dv-cinder-804757-10-iscsi neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-b634bd75-8dc7-4b5c-8ebf-00a7e8fbe7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745629028801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3941715'] for agent, after_update {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}